[ 573.636579] env[68292]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68292) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.636912] env[68292]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68292) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.636979] env[68292]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68292) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.637341] env[68292]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 573.736848] env[68292]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68292) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 573.747797] env[68292]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=68292) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 573.793977] env[68292]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 574.357752] env[68292]: INFO nova.virt.driver [None req-162baec7-9aa9-4f53-b6a0-f7a4e3232649 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 574.428403] env[68292]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.428563] env[68292]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.428665] env[68292]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68292) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 577.673278] env[68292]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-81bedffe-23a4-4bfe-b952-3f6fd0d4a08c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.689822] env[68292]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68292) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 577.689951] env[68292]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-73ba57f1-edc8-4175-9824-398d131321aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.715069] env[68292]: INFO oslo_vmware.api [-] Successfully established new session; session ID is b3c71. [ 577.715230] env[68292]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.287s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.715830] env[68292]: INFO nova.virt.vmwareapi.driver [None req-162baec7-9aa9-4f53-b6a0-f7a4e3232649 None None] VMware vCenter version: 7.0.3 [ 577.719380] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c9d451-af1d-4d9a-8e4f-65838837c1cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.741544] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5352b531-7601-43d0-acad-a1c2d928c595 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.748594] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0cda83-1c09-4e21-acca-31ebbb6eb9a8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.755450] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9b3238-f6d8-4767-9482-ef469b5784a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.769435] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8183ce-438c-4351-ac8b-4c4ed249ca03 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.775506] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cb38f5-99d4-4aa0-a7ed-bdd2f6ae9794 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.805708] env[68292]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-92c642e5-9799-4406-b8c6-ff3cc216ac66 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.810903] env[68292]: DEBUG nova.virt.vmwareapi.driver [None req-162baec7-9aa9-4f53-b6a0-f7a4e3232649 None None] Extension org.openstack.compute already exists. {{(pid=68292) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 577.813677] env[68292]: INFO nova.compute.provider_config [None req-162baec7-9aa9-4f53-b6a0-f7a4e3232649 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 578.317382] env[68292]: DEBUG nova.context [None req-162baec7-9aa9-4f53-b6a0-f7a4e3232649 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),c6d2d394-d881-42e0-8259-cd21c8f6232d(cell1) {{(pid=68292) load_cells /opt/stack/nova/nova/context.py:464}} [ 578.319527] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.319767] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.320470] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.320895] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Acquiring lock "c6d2d394-d881-42e0-8259-cd21c8f6232d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.321090] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Lock "c6d2d394-d881-42e0-8259-cd21c8f6232d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.322307] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Lock "c6d2d394-d881-42e0-8259-cd21c8f6232d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.345776] env[68292]: INFO dbcounter [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Registered counter for database nova_cell0 [ 578.354212] env[68292]: INFO dbcounter [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Registered counter for database nova_cell1 [ 578.357519] env[68292]: DEBUG oslo_db.sqlalchemy.engines [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68292) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 578.357861] env[68292]: DEBUG oslo_db.sqlalchemy.engines [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68292) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 578.362792] env[68292]: ERROR nova.db.main.api [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 578.362792] env[68292]: result = function(*args, **kwargs) [ 578.362792] env[68292]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 578.362792] env[68292]: return func(*args, **kwargs) [ 578.362792] env[68292]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 578.362792] env[68292]: result = fn(*args, **kwargs) [ 578.362792] env[68292]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 578.362792] env[68292]: return f(*args, **kwargs) [ 578.362792] env[68292]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 578.362792] env[68292]: return db.service_get_minimum_version(context, binaries) [ 578.362792] env[68292]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 578.362792] env[68292]: _check_db_access() [ 578.362792] env[68292]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 578.362792] env[68292]: stacktrace = ''.join(traceback.format_stack()) [ 578.362792] env[68292]: [ 578.363647] env[68292]: ERROR nova.db.main.api [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 578.363647] env[68292]: result = function(*args, **kwargs) [ 578.363647] env[68292]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 578.363647] env[68292]: return func(*args, **kwargs) [ 578.363647] env[68292]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 578.363647] env[68292]: result = fn(*args, **kwargs) [ 578.363647] env[68292]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 578.363647] env[68292]: return f(*args, **kwargs) [ 578.363647] env[68292]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 578.363647] env[68292]: return db.service_get_minimum_version(context, binaries) [ 578.363647] env[68292]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 578.363647] env[68292]: _check_db_access() [ 578.363647] env[68292]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 578.363647] env[68292]: stacktrace = ''.join(traceback.format_stack()) [ 578.363647] env[68292]: [ 578.364287] env[68292]: WARNING nova.objects.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 578.364287] env[68292]: WARNING nova.objects.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Failed to get minimum service version for cell c6d2d394-d881-42e0-8259-cd21c8f6232d [ 578.364654] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Acquiring lock "singleton_lock" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.364819] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Acquired lock "singleton_lock" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.365075] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Releasing lock "singleton_lock" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.365449] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Full set of CONF: {{(pid=68292) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 578.365618] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ******************************************************************************** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 578.365750] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] Configuration options gathered from: {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 578.365890] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 578.366099] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 578.366231] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ================================================================================ {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 578.366439] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] allow_resize_to_same_host = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.366611] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] arq_binding_timeout = 300 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.366741] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] backdoor_port = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.366864] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] backdoor_socket = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.367041] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] block_device_allocate_retries = 60 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.367206] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] block_device_allocate_retries_interval = 3 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.367376] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cert = self.pem {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.367542] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.367706] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute_monitors = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.367869] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] config_dir = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.368047] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] config_drive_format = iso9660 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.368183] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.368347] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] config_source = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.368514] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] console_host = devstack {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.368676] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] control_exchange = nova {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.368830] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cpu_allocation_ratio = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.368987] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] daemon = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.369168] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] debug = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.369329] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] default_access_ip_network_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.369496] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] default_availability_zone = nova {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.369653] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] default_ephemeral_format = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.369813] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] default_green_pool_size = 1000 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.370065] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.370235] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] default_schedule_zone = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.370393] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] disk_allocation_ratio = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.370555] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] enable_new_services = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.370734] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] enabled_apis = ['osapi_compute'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.370896] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] enabled_ssl_apis = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.371072] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] flat_injected = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.371232] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] force_config_drive = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.371388] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] force_raw_images = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.371558] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] graceful_shutdown_timeout = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.371717] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] heal_instance_info_cache_interval = -1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.371940] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] host = cpu-1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.372130] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.372295] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.372456] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.372677] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.372842] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] instance_build_timeout = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.373013] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] instance_delete_interval = 300 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.373182] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] instance_format = [instance: %(uuid)s] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.373353] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] instance_name_template = instance-%08x {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.373516] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] instance_usage_audit = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.373687] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] instance_usage_audit_period = month {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.373853] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.374025] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.374200] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] internal_service_availability_zone = internal {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.374382] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] key = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.374551] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] live_migration_retry_count = 30 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.374725] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] log_color = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.374891] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] log_config_append = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.375071] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.375237] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] log_dir = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.375446] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] log_file = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.375657] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] log_options = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.375852] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] log_rotate_interval = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.376058] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] log_rotate_interval_type = days {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.376235] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] log_rotation_type = none {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.376370] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.376500] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.376672] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.376841] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.376970] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.377152] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] long_rpc_timeout = 1800 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.377319] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] max_concurrent_builds = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.377482] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] max_concurrent_live_migrations = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.377670] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] max_concurrent_snapshots = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.377843] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] max_local_block_devices = 3 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.378012] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] max_logfile_count = 30 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.378183] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] max_logfile_size_mb = 200 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.378345] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] maximum_instance_delete_attempts = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.378515] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] metadata_listen = 0.0.0.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.378686] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] metadata_listen_port = 8775 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.378858] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] metadata_workers = 2 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.379038] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] migrate_max_retries = -1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.379215] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] mkisofs_cmd = genisoimage {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.379428] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.379564] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] my_ip = 10.180.1.21 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.379770] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.379934] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] network_allocate_retries = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.380132] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.380304] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.380472] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] osapi_compute_listen_port = 8774 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.380646] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] osapi_compute_unique_server_name_scope = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.380816] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] osapi_compute_workers = 2 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.380979] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] password_length = 12 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.381154] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] periodic_enable = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.381314] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] periodic_fuzzy_delay = 60 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.381485] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] pointer_model = usbtablet {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.381655] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] preallocate_images = none {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.381815] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] publish_errors = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.381945] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] pybasedir = /opt/stack/nova {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.382115] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ram_allocation_ratio = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.382281] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] rate_limit_burst = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.382450] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] rate_limit_except_level = CRITICAL {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.382613] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] rate_limit_interval = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.382772] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] reboot_timeout = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.382929] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] reclaim_instance_interval = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.383097] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] record = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.383270] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] reimage_timeout_per_gb = 60 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.383436] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] report_interval = 120 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.383599] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] rescue_timeout = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.383758] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] reserved_host_cpus = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.383918] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] reserved_host_disk_mb = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.384088] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] reserved_host_memory_mb = 512 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.384252] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] reserved_huge_pages = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.384435] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] resize_confirm_window = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.384606] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] resize_fs_using_block_device = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.384766] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] resume_guests_state_on_host_boot = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.384932] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.385108] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] rpc_response_timeout = 60 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.385270] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] run_external_periodic_tasks = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.385463] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] running_deleted_instance_action = reap {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.385633] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.385794] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] running_deleted_instance_timeout = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.385953] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] scheduler_instance_sync_interval = 120 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.386136] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] service_down_time = 720 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.386309] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] servicegroup_driver = db {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.386465] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] shell_completion = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.386625] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] shelved_offload_time = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.386813] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] shelved_poll_interval = 3600 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.386984] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] shutdown_timeout = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.387160] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] source_is_ipv6 = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.387320] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ssl_only = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.387602] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.387796] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] sync_power_state_interval = 600 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.387964] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] sync_power_state_pool_size = 1000 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.388150] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] syslog_log_facility = LOG_USER {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.388309] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] tempdir = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.388473] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] timeout_nbd = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.388643] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] transport_url = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.388806] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] update_resources_interval = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.388967] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] use_cow_images = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.389141] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] use_journal = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.389299] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] use_json = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.389456] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] use_rootwrap_daemon = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.389614] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] use_stderr = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.389770] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] use_syslog = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.389921] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vcpu_pin_set = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.390099] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plugging_is_fatal = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.390269] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plugging_timeout = 300 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.390436] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] virt_mkfs = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.390597] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] volume_usage_poll_interval = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.390758] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] watch_log_file = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.390925] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] web = /usr/share/spice-html5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.391127] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.391296] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.391462] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.391633] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_concurrency.disable_process_locking = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.392296] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.392492] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.392667] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.392842] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.393033] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.393216] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.393407] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.auth_strategy = keystone {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.393578] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.compute_link_prefix = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.393756] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.393933] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.dhcp_domain = novalocal {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.394119] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.enable_instance_password = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.394288] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.glance_link_prefix = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.394486] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.394671] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.394840] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.instance_list_per_project_cells = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.395023] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.list_records_by_skipping_down_cells = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.395186] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.local_metadata_per_cell = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.395379] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.max_limit = 1000 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.395589] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.metadata_cache_expiration = 15 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.395775] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.neutron_default_tenant_id = default {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.395953] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.response_validation = warn {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.396144] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.use_neutron_default_nets = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.396317] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.396480] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.396650] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.396823] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.396995] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.vendordata_dynamic_targets = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.397177] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.vendordata_jsonfile_path = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.397375] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.397574] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.backend = dogpile.cache.memcached {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.397745] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.backend_argument = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.397909] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.backend_expiration_time = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.398091] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.config_prefix = cache.oslo {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.398269] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.dead_timeout = 60.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.398430] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.debug_cache_backend = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.398595] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.enable_retry_client = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.398762] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.enable_socket_keepalive = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.398932] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.enabled = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.399111] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.enforce_fips_mode = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.399277] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.expiration_time = 600 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.399442] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.hashclient_retry_attempts = 2 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.399618] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.399815] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.memcache_dead_retry = 300 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.399981] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.memcache_password = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.400161] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.400326] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.400491] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.memcache_pool_maxsize = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.400651] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.400813] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.memcache_sasl_enabled = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.400993] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.401178] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.401342] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.memcache_username = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.401511] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.proxies = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.401676] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.redis_db = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.401834] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.redis_password = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.402012] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.402249] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.402476] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.redis_server = localhost:6379 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.402658] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.redis_socket_timeout = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.402821] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.redis_username = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.402987] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.retry_attempts = 2 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.403189] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.retry_delay = 0.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.403361] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.socket_keepalive_count = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.403526] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.socket_keepalive_idle = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.403689] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.socket_keepalive_interval = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.403847] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.tls_allowed_ciphers = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.404014] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.tls_cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.404180] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.tls_certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.404356] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.tls_enabled = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.404532] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cache.tls_keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.404705] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.auth_section = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.404881] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.auth_type = password {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.405060] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.405245] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.405429] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.405605] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.405807] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.cross_az_attach = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.405977] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.debug = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.406157] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.endpoint_template = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.406323] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.http_retries = 3 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.406488] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.406647] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.406819] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.os_region_name = RegionOne {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.406985] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.407162] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cinder.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.407336] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.407502] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.cpu_dedicated_set = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.407664] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.cpu_shared_set = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.407835] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.image_type_exclude_list = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.407999] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.408178] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.408340] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.408556] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.408670] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.408836] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.resource_provider_association_refresh = 300 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.408996] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.409174] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.shutdown_retry_interval = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.409355] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.409540] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] conductor.workers = 2 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.409718] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] console.allowed_origins = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.409880] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] console.ssl_ciphers = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.410070] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] console.ssl_minimum_version = default {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.410245] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] consoleauth.enforce_session_timeout = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.410415] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] consoleauth.token_ttl = 600 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.410593] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.410753] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.410915] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.411086] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.connect_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.411250] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.connect_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.411410] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.endpoint_override = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.411573] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.411761] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.411950] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.max_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.412132] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.min_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.412293] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.region_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.412451] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.retriable_status_codes = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.412612] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.service_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.412785] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.service_type = accelerator {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.412948] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.413122] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.status_code_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.413281] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.status_code_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.413442] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.413628] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.413790] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] cyborg.version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.413961] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.asyncio_connection = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.414136] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.asyncio_slave_connection = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.414309] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.backend = sqlalchemy {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.414510] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.connection = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.414686] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.connection_debug = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.414860] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.connection_parameters = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.415036] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.connection_recycle_time = 3600 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.415207] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.connection_trace = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.415399] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.db_inc_retry_interval = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.415584] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.db_max_retries = 20 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.415754] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.db_max_retry_interval = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.415918] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.db_retry_interval = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.416095] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.max_overflow = 50 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.416265] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.max_pool_size = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.416431] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.max_retries = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.416607] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.416769] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.mysql_wsrep_sync_wait = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.416931] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.pool_timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.417110] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.retry_interval = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.417276] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.slave_connection = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.417440] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.sqlite_synchronous = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.417602] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] database.use_db_reconnect = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.417773] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.asyncio_connection = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.417932] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.asyncio_slave_connection = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.418118] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.backend = sqlalchemy {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.418290] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.connection = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.418458] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.connection_debug = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.418684] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.connection_parameters = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.418789] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.connection_recycle_time = 3600 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.418953] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.connection_trace = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.419130] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.db_inc_retry_interval = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.419295] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.db_max_retries = 20 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.419459] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.db_max_retry_interval = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.419624] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.db_retry_interval = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.419786] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.max_overflow = 50 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.419948] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.max_pool_size = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.420122] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.max_retries = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.420294] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.420457] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.420618] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.pool_timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.420780] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.retry_interval = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.420939] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.slave_connection = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.421125] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] api_database.sqlite_synchronous = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.421306] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] devices.enabled_mdev_types = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.421486] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.421662] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.421824] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ephemeral_storage_encryption.enabled = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.421987] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.422174] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.api_servers = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.422340] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.422504] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.422666] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.422826] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.connect_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.422983] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.connect_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.423165] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.debug = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.423331] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.default_trusted_certificate_ids = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.423494] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.enable_certificate_validation = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.423654] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.enable_rbd_download = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.423812] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.endpoint_override = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.423977] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.424153] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.424313] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.max_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.424498] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.min_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.424669] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.num_retries = 3 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.424840] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.rbd_ceph_conf = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.425010] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.rbd_connect_timeout = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.425185] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.rbd_pool = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.425383] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.rbd_user = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.425580] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.region_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.425743] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.retriable_status_codes = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.425902] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.service_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.426082] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.service_type = image {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.426253] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.426414] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.status_code_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.426956] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.status_code_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.426956] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.426956] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.427132] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.verify_glance_signatures = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.427224] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] glance.version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.427392] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] guestfs.debug = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.427563] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.auth_section = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.427729] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.auth_type = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.427889] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.428059] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.428227] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.428387] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.connect_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.428546] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.connect_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.428702] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.endpoint_override = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.428860] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.429033] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.429202] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.max_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.429362] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.min_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.429522] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.region_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.429678] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.retriable_status_codes = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.429834] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.service_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430008] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.service_type = shared-file-system {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430176] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.share_apply_policy_timeout = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430338] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430498] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.status_code_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430658] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.status_code_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430816] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.430999] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.431176] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] manila.version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.431345] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] mks.enabled = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.431722] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.431914] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] image_cache.manager_interval = 2400 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.432103] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] image_cache.precache_concurrency = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.432279] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] image_cache.remove_unused_base_images = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.432450] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.432620] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.432796] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] image_cache.subdirectory_name = _base {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.432974] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.api_max_retries = 60 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.433154] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.api_retry_interval = 2 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.433315] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.auth_section = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.433477] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.auth_type = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.433637] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.433793] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.433953] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.434131] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.conductor_group = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.434291] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.connect_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.434472] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.connect_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.434638] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.endpoint_override = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.434802] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.434958] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.435134] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.max_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.435293] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.min_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.435486] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.peer_list = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.435653] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.region_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.435812] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.retriable_status_codes = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.435976] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.serial_console_state_timeout = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.436161] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.service_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.436334] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.service_type = baremetal {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.436496] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.shard = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.436662] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.436820] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.status_code_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.436976] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.status_code_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.437156] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.437342] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.437507] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ironic.version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.437693] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.437867] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] key_manager.fixed_key = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438064] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438235] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.barbican_api_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438396] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.barbican_endpoint = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438572] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.barbican_endpoint_type = public {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438732] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.barbican_region_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.438901] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.439071] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.439231] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.439394] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.439556] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.439718] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.number_of_retries = 60 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.439877] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.retry_delay = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.440071] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.send_service_user_token = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.440247] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.440407] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.440572] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.verify_ssl = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.440730] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican.verify_ssl_path = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.440898] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican_service_user.auth_section = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.441073] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican_service_user.auth_type = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.441239] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican_service_user.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.441400] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican_service_user.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.441564] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican_service_user.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.441725] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican_service_user.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.441884] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican_service_user.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.442055] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican_service_user.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.442215] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] barbican_service_user.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.442383] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vault.approle_role_id = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.442544] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vault.approle_secret_id = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.442714] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vault.kv_mountpoint = secret {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.442873] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vault.kv_path = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.443048] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vault.kv_version = 2 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.443215] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vault.namespace = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.443376] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vault.root_token_id = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.443537] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vault.ssl_ca_crt_file = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.443704] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vault.timeout = 60.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.443867] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vault.use_ssl = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.444056] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.444243] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.444437] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.444611] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.444774] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.connect_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.444932] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.connect_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.445107] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.endpoint_override = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.445270] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.445458] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.445625] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.max_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.445782] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.min_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.445940] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.region_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.446117] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.retriable_status_codes = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.446278] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.service_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.446449] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.service_type = identity {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.446614] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.446771] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.status_code_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.446925] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.status_code_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.447091] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.447274] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.447432] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] keystone.version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.447624] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.ceph_mount_options = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.447954] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.448148] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.connection_uri = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.448314] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.cpu_mode = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.448478] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.448646] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.cpu_models = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.448814] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.cpu_power_governor_high = performance {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.448980] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.449201] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.cpu_power_management = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.449327] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.449506] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.device_detach_attempts = 8 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.449677] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.device_detach_timeout = 20 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.449845] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.disk_cachemodes = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.450015] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.disk_prefix = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.450188] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.enabled_perf_events = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.450353] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.file_backed_memory = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.450521] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.gid_maps = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.450683] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.hw_disk_discard = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.450841] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.hw_machine_type = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.451023] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.images_rbd_ceph_conf = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.451215] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.451379] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.451550] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.images_rbd_glance_store_name = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.451720] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.images_rbd_pool = rbd {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.451892] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.images_type = default {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.452063] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.images_volume_group = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.452268] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.inject_key = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.452400] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.inject_partition = -2 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.452564] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.inject_password = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.452727] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.iscsi_iface = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.452889] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.iser_use_multipath = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.453066] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.453235] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.453397] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_downtime = 500 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.453559] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.453718] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.453878] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_inbound_addr = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.454055] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.454220] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.454414] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_scheme = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.454612] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_timeout_action = abort {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.454780] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_tunnelled = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.454942] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_uri = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.455119] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.live_migration_with_native_tls = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.455281] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.max_queues = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.455479] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.455735] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.455905] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.nfs_mount_options = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.456237] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.456416] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.456588] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.456751] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.456915] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.457093] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.num_pcie_ports = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.457343] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.457536] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.pmem_namespaces = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.457705] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.quobyte_client_cfg = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.458029] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.458219] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.458392] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.458561] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.458727] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.rbd_secret_uuid = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.458889] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.rbd_user = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.459069] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.459251] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.459406] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.rescue_image_id = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.459567] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.rescue_kernel_id = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.459728] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.rescue_ramdisk_id = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.459901] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.460082] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.rx_queue_size = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.460283] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.smbfs_mount_options = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.460585] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.460767] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.snapshot_compression = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.460932] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.snapshot_image_format = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.461195] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.461371] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.sparse_logical_volumes = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.461542] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.swtpm_enabled = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.461717] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.swtpm_group = tss {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.461890] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.swtpm_user = tss {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.462075] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.sysinfo_serial = unique {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.462251] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.tb_cache_size = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.462411] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.tx_queue_size = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.462583] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.uid_maps = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.462750] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.use_virtio_for_bridges = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.462923] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.virt_type = kvm {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.463108] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.volume_clear = zero {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.463301] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.volume_clear_size = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.463496] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.volume_enforce_multipath = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.463672] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.volume_use_multipath = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.463831] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.vzstorage_cache_path = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.464028] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.464194] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.464382] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.464569] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.464863] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.465063] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.vzstorage_mount_user = stack {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.465240] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.465420] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.auth_section = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.465597] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.auth_type = password {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.465761] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.465922] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.466098] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.466285] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.connect_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.466464] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.connect_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.466648] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.default_floating_pool = public {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.466833] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.endpoint_override = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.467012] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.extension_sync_interval = 600 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.467185] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.http_retries = 3 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.467486] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.467577] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.467674] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.max_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.467844] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.468028] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.min_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.468191] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.ovs_bridge = br-int {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.468360] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.physnets = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.468534] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.region_name = RegionOne {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.468697] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.retriable_status_codes = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.468868] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.service_metadata_proxy = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.469043] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.service_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.469224] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.service_type = network {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.469416] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.469595] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.status_code_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.469737] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.status_code_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.469895] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.470091] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.470258] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] neutron.version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.470435] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] notifications.bdms_in_notifications = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.470616] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] notifications.default_level = INFO {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.470812] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] notifications.include_share_mapping = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.471017] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] notifications.notification_format = unversioned {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.471186] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] notifications.notify_on_state_change = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.471366] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.471548] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] pci.alias = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.471718] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] pci.device_spec = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.471883] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] pci.report_in_placement = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.472068] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.auth_section = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.472258] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.auth_type = password {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.472450] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.472619] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.472779] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.472941] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.473115] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.connect_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.473278] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.connect_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.473438] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.default_domain_id = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.473599] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.default_domain_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.473758] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.domain_id = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.473915] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.domain_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.474084] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.endpoint_override = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.474250] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.474433] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.474605] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.max_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.474764] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.min_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.474936] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.password = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.475109] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.project_domain_id = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.475283] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.project_domain_name = Default {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.475473] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.project_id = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.475656] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.project_name = service {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.475827] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.region_name = RegionOne {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.475988] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.retriable_status_codes = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.476170] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.service_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.476343] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.service_type = placement {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.476510] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.476692] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.status_code_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.476874] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.status_code_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.477050] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.system_scope = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.477217] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.477379] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.trust_id = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.477543] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.user_domain_id = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.477713] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.user_domain_name = Default {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.477875] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.user_id = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.478060] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.username = nova {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.478249] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.478440] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] placement.version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.478643] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.cores = 20 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.478819] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.count_usage_from_placement = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.478998] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.479187] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.injected_file_content_bytes = 10240 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.479353] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.injected_file_path_length = 255 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.479520] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.injected_files = 5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.479682] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.instances = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.479852] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.key_pairs = 100 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.480035] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.metadata_items = 128 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.480192] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.ram = 51200 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.480358] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.recheck_quota = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.480528] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.server_group_members = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.480693] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.server_groups = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.480910] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.481100] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] quota.unified_limits_resource_strategy = require {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.481280] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.481467] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.481644] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] scheduler.image_metadata_prefilter = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.481812] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.481977] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] scheduler.max_attempts = 3 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.482153] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] scheduler.max_placement_results = 1000 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.482319] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.482481] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.482645] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.482821] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] scheduler.workers = 2 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.483011] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.483191] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.483376] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.483549] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.483717] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.483881] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.484089] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.484330] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.484527] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.host_subset_size = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.484707] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.484867] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.485040] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.485211] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.485393] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.485565] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.isolated_hosts = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.485733] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.isolated_images = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.485894] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.486078] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.486255] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.486421] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.pci_in_placement = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.486584] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.486760] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.486927] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.487103] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.487269] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.487434] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.487598] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.track_instance_changes = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.487778] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.487949] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] metrics.required = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.488129] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] metrics.weight_multiplier = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.488296] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.488467] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] metrics.weight_setting = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.488798] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.488973] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] serial_console.enabled = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.489170] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] serial_console.port_range = 10000:20000 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.489344] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.489518] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.489690] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] serial_console.serialproxy_port = 6083 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.489917] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] service_user.auth_section = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.490043] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] service_user.auth_type = password {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.490212] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] service_user.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.490374] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] service_user.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.490540] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] service_user.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.490701] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] service_user.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.490860] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] service_user.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.491052] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] service_user.send_service_user_token = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.491236] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] service_user.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.491400] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] service_user.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.491576] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.agent_enabled = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.491740] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.enabled = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.492656] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.492656] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.492656] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.html5proxy_port = 6082 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.492656] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.image_compression = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.492914] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.jpeg_compression = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.492914] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.playback_compression = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.493070] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.require_secure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.493246] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.server_listen = 127.0.0.1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.493416] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.493693] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.493869] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.streaming_mode = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.494041] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] spice.zlib_compression = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.494216] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] upgrade_levels.baseapi = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.494419] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] upgrade_levels.compute = auto {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.494589] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] upgrade_levels.conductor = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.494755] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] upgrade_levels.scheduler = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.494925] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.495104] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.495269] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vendordata_dynamic_auth.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.495453] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vendordata_dynamic_auth.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.495627] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.495789] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vendordata_dynamic_auth.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.495950] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.496143] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.496312] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vendordata_dynamic_auth.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.496489] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.api_retry_count = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.496658] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.ca_file = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.496834] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497014] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.cluster_name = testcl1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497191] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.connection_pool_size = 10 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497353] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.console_delay_seconds = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497569] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.datastore_regex = ^datastore.* {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497806] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497991] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.host_password = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498178] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.host_port = 443 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498348] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.host_username = administrator@vsphere.local {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498520] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.insecure = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498685] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.integration_bridge = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498850] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.maximum_objects = 100 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499019] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.pbm_default_policy = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499193] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.pbm_enabled = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499355] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.pbm_wsdl_location = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499525] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499687] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.serial_port_proxy_uri = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499845] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.serial_port_service_uri = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500080] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.task_poll_interval = 0.5 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500234] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.use_linked_clone = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500416] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.vnc_keymap = en-us {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500587] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.vnc_port = 5900 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500752] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vmware.vnc_port_total = 10000 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500941] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vnc.auth_schemes = ['none'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501132] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vnc.enabled = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501431] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501616] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501784] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vnc.novncproxy_port = 6080 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501985] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vnc.server_listen = 127.0.0.1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502177] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502344] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vnc.vencrypt_ca_certs = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502503] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vnc.vencrypt_client_cert = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502659] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vnc.vencrypt_client_key = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502831] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502992] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.disable_deep_image_inspection = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503192] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503355] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503516] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503677] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.disable_rootwrap = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503835] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.enable_numa_live_migration = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503992] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504168] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504326] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504515] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.libvirt_disable_apic = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504679] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504841] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504999] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505177] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505359] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505563] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505735] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505896] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506072] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506238] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506430] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506602] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] wsgi.client_socket_timeout = 900 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506768] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] wsgi.default_pool_size = 1000 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506933] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] wsgi.keep_alive = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507112] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] wsgi.max_header_line = 16384 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507280] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507440] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] wsgi.ssl_ca_file = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507603] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] wsgi.ssl_cert_file = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507765] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] wsgi.ssl_key_file = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507931] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] wsgi.tcp_keepidle = 600 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508125] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508295] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] zvm.ca_file = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508460] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] zvm.cloud_connector_url = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508823] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509027] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] zvm.reachable_timeout = 300 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509220] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509405] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509594] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler.connection_string = messaging:// {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509766] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler.enabled = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509939] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler.es_doc_type = notification {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510123] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler.es_scroll_size = 10000 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510286] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler.es_scroll_time = 2m {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510453] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler.filter_error_trace = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510625] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler.hmac_keys = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510817] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler.sentinel_service_name = mymaster {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511017] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler.socket_timeout = 0.1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511196] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler.trace_requests = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511360] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler.trace_sqlalchemy = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511548] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler_jaeger.process_tags = {} {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512090] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler_jaeger.service_name_prefix = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512090] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] profiler_otlp.service_name_prefix = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512090] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] remote_debug.host = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512272] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] remote_debug.port = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512354] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512513] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512664] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512828] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512988] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513165] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513331] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513495] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513657] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513827] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513986] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514183] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514369] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514553] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514719] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514892] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515075] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515242] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515456] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515645] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515815] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515984] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516168] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516332] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516497] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516661] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516822] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516985] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517167] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517331] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517494] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.ssl = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517666] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517834] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517996] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518181] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518350] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518514] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518704] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518872] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_notifications.retry = -1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519066] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519242] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519419] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.auth_section = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519652] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.auth_type = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519847] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.cafile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520035] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.certfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520193] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.collect_timing = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520420] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.connect_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520515] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.connect_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520676] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.endpoint_id = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520850] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521017] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.endpoint_override = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521178] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.endpoint_region_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521339] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.endpoint_service_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521500] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.endpoint_service_type = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521661] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.insecure = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521819] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.keyfile = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521980] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.max_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522154] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.min_version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522314] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.region_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522472] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.retriable_status_codes = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522633] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.service_name = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522791] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.service_type = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522952] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.split_loggers = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523126] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.status_code_retries = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523286] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.status_code_retry_delay = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523443] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.timeout = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523602] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.valid_interfaces = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523758] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_limit.version = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523924] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_reports.file_event_handler = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524104] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524268] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] oslo_reports.log_dir = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524469] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524643] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524804] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524972] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525152] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525352] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525547] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525718] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plug_ovs_privileged.group = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525878] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526058] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526226] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526386] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] vif_plug_ovs_privileged.user = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526560] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526757] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526920] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527104] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527280] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527452] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527620] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527782] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527960] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528146] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_ovs.isolate_vif = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528315] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528480] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528649] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528818] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528979] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] os_vif_ovs.per_port_bridge = False {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529165] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] privsep_osbrick.capabilities = [21] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529328] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] privsep_osbrick.group = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529490] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] privsep_osbrick.helper_command = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529657] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529819] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529976] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] privsep_osbrick.user = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530162] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530323] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] nova_sys_admin.group = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530545] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] nova_sys_admin.helper_command = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530644] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530804] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530959] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] nova_sys_admin.user = None {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531106] env[68292]: DEBUG oslo_service.backend.eventlet.service [None req-00dd9cc3-84ad-4d96-8c38-e533ef00e7a3 None None] ******************************************************************************** {{(pid=68292) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 578.531563] env[68292]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 579.035322] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Getting list of instances from cluster (obj){ [ 579.035322] env[68292]: value = "domain-c8" [ 579.035322] env[68292]: _type = "ClusterComputeResource" [ 579.035322] env[68292]: } {{(pid=68292) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 579.036414] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a9f00b-6769-405d-b951-969441141b06 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.045068] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Got total of 0 instances {{(pid=68292) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 579.045668] env[68292]: WARNING nova.virt.vmwareapi.driver [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 579.046169] env[68292]: INFO nova.virt.node [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Generated node identity 5de465a1-5463-49a8-ac36-0f939aeb666c [ 579.046411] env[68292]: INFO nova.virt.node [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Wrote node identity 5de465a1-5463-49a8-ac36-0f939aeb666c to /opt/stack/data/n-cpu-1/compute_id [ 579.548743] env[68292]: WARNING nova.compute.manager [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Compute nodes ['5de465a1-5463-49a8-ac36-0f939aeb666c'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 580.554094] env[68292]: INFO nova.compute.manager [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 581.559605] env[68292]: WARNING nova.compute.manager [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 581.560025] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.560161] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.560283] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.560438] env[68292]: DEBUG nova.compute.resource_tracker [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 581.561732] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17c9a88-1dcf-48d4-97bd-10754164332f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.570058] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4647fafe-f517-47fc-88d0-df03771a7032 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.586577] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ad1f49-dfcc-4e01-b0e8-625207c98019 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.592682] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f5537f-eb46-4037-8cd8-1152b5955f49 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.620560] env[68292]: DEBUG nova.compute.resource_tracker [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181045MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 581.620731] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.620909] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.123389] env[68292]: WARNING nova.compute.resource_tracker [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] No compute node record for cpu-1:5de465a1-5463-49a8-ac36-0f939aeb666c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 5de465a1-5463-49a8-ac36-0f939aeb666c could not be found. [ 582.627674] env[68292]: INFO nova.compute.resource_tracker [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 5de465a1-5463-49a8-ac36-0f939aeb666c [ 584.136547] env[68292]: DEBUG nova.compute.resource_tracker [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 584.136946] env[68292]: DEBUG nova.compute.resource_tracker [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 584.342125] env[68292]: INFO nova.scheduler.client.report [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] [req-23688d00-a77f-47a6-882f-87a9d744fc2a] Created resource provider record via placement API for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 584.357546] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbb4d6e-88c0-41a4-b3dc-383a17b9f6a8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.365349] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d0660-e869-409a-b4ed-ab6898e81fc3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.395383] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37161d7f-96ee-40e6-9c56-fd04e8c68785 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.402421] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1bc51f-8fdc-4f0a-8ab4-0e54bd917d8c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.415150] env[68292]: DEBUG nova.compute.provider_tree [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.967627] env[68292]: DEBUG nova.scheduler.client.report [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 584.967910] env[68292]: DEBUG nova.compute.provider_tree [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 0 to 1 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 584.968097] env[68292]: DEBUG nova.compute.provider_tree [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 585.039825] env[68292]: DEBUG nova.compute.provider_tree [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 1 to 2 during operation: update_traits {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 585.545082] env[68292]: DEBUG nova.compute.resource_tracker [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 585.545082] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.924s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.545082] env[68292]: DEBUG nova.service [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Creating RPC server for service compute {{(pid=68292) start /opt/stack/nova/nova/service.py:186}} [ 585.559399] env[68292]: DEBUG nova.service [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] Join ServiceGroup membership for this service compute {{(pid=68292) start /opt/stack/nova/nova/service.py:203}} [ 585.559610] env[68292]: DEBUG nova.servicegroup.drivers.db [None req-b2e00180-9117-4ba8-90df-20f4e1d0219f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68292) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 623.405014] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Acquiring lock "7575146e-b572-457f-a8e8-34005b5e9028" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.405331] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lock "7575146e-b572-457f-a8e8-34005b5e9028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.907805] env[68292]: DEBUG nova.compute.manager [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.186687] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.187393] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.446304] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.447020] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.449639] env[68292]: INFO nova.compute.claims [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.692265] env[68292]: DEBUG nova.compute.manager [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.224260] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.542340] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d427c814-5356-41ed-8751-810944809b53 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.561774] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1a0a16-cf00-4809-9244-3907afeeea28 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.599582] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ea12b6-32f2-4968-bdd2-6a3fd75864c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.607819] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0add1f37-d5b4-44c5-bc78-480f406d90ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.625470] env[68292]: DEBUG nova.compute.provider_tree [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.839609] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquiring lock "9f982c0c-892e-4406-994d-adf7d46d3ea9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.839879] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lock "9f982c0c-892e-4406-994d-adf7d46d3ea9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.849550] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Acquiring lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.849701] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.132751] env[68292]: DEBUG nova.scheduler.client.report [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.252560] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.252560] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.351394] env[68292]: DEBUG nova.compute.manager [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.354193] env[68292]: DEBUG nova.compute.manager [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.641263] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.642382] env[68292]: DEBUG nova.compute.manager [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.651086] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.424s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.651086] env[68292]: INFO nova.compute.claims [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.754051] env[68292]: DEBUG nova.compute.manager [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.882066] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.883073] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.094012] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "beeb9d6b-9333-4073-a690-e23db124d5ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.094012] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.156935] env[68292]: DEBUG nova.compute.utils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.160278] env[68292]: DEBUG nova.compute.manager [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.160525] env[68292]: DEBUG nova.network.neutron [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.289497] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.598940] env[68292]: DEBUG nova.compute.manager [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.661095] env[68292]: DEBUG nova.compute.manager [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.782056] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ba2912-fc30-4b5b-9858-79767bcdc06f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.793717] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b4fb51-9475-4522-a5de-b76d6c0ebc71 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.825522] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a2a356-839a-45b6-b429-f9b0d841706a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.833341] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a624db9a-7e53-401f-9b33-efcb9548b006 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.847403] env[68292]: DEBUG nova.compute.provider_tree [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.124972] env[68292]: DEBUG nova.policy [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcf586f5fddb4d7baab283c10935a722', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c4e177d7c124f77842f8acaa1ecb85a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.145465] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.351464] env[68292]: DEBUG nova.scheduler.client.report [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.548863] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Acquiring lock "f7f75556-233d-468b-b2a6-23258ade517a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.549347] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Lock "f7f75556-233d-468b-b2a6-23258ade517a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.674218] env[68292]: DEBUG nova.compute.manager [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.714150] env[68292]: DEBUG nova.virt.hardware [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.714401] env[68292]: DEBUG nova.virt.hardware [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.714620] env[68292]: DEBUG nova.virt.hardware [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.714840] env[68292]: DEBUG nova.virt.hardware [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.715027] env[68292]: DEBUG nova.virt.hardware [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.715235] env[68292]: DEBUG nova.virt.hardware [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.715454] env[68292]: DEBUG nova.virt.hardware [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.715609] env[68292]: DEBUG nova.virt.hardware [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.716066] env[68292]: DEBUG nova.virt.hardware [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.716636] env[68292]: DEBUG nova.virt.hardware [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.716636] env[68292]: DEBUG nova.virt.hardware [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.717527] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a89a51d-c139-44bc-a063-55b13413306f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.727807] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f0a1af-d35a-454b-b72c-5b7a16a09e5f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.750889] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6a80e2-f737-47f9-8155-6a6190d51372 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.861262] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.861882] env[68292]: DEBUG nova.compute.manager [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.866562] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.985s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.870526] env[68292]: INFO nova.compute.claims [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.882437] env[68292]: DEBUG nova.network.neutron [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Successfully created port: 9a583558-204d-4b0a-9450-673315b8195b {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.053467] env[68292]: DEBUG nova.compute.manager [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.377434] env[68292]: DEBUG nova.compute.utils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.386868] env[68292]: DEBUG nova.compute.manager [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.387390] env[68292]: DEBUG nova.network.neutron [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.588346] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.779054] env[68292]: DEBUG nova.policy [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09dc38a77e3c4dadac4883a655d6f954', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfedaa00c0ca4757a5615bfda9e02198', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.887885] env[68292]: DEBUG nova.compute.manager [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.101113] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d0656b-0521-402d-bc23-7991298c688d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.108136] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcbb583-e9e5-4301-afc2-fe1ee6600830 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.155163] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89be80-7393-47c6-a41a-617c89c32ad9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.163969] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9a3b43-0806-4ea3-a4e2-720010415b93 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.180283] env[68292]: DEBUG nova.compute.provider_tree [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.194035] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "9cf39460-a830-432d-aba3-d5e0ebca02b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.194035] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "9cf39460-a830-432d-aba3-d5e0ebca02b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.683965] env[68292]: DEBUG nova.scheduler.client.report [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.697175] env[68292]: DEBUG nova.compute.manager [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.879051] env[68292]: DEBUG nova.network.neutron [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Successfully created port: fa22470a-ba3b-40b0-86c3-9038fb4d3653 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.902889] env[68292]: DEBUG nova.compute.manager [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.938758] env[68292]: DEBUG nova.virt.hardware [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.939336] env[68292]: DEBUG nova.virt.hardware [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.939641] env[68292]: DEBUG nova.virt.hardware [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.939900] env[68292]: DEBUG nova.virt.hardware [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.940124] env[68292]: DEBUG nova.virt.hardware [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.940337] env[68292]: DEBUG nova.virt.hardware [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.940746] env[68292]: DEBUG nova.virt.hardware [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.940824] env[68292]: DEBUG nova.virt.hardware [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.941086] env[68292]: DEBUG nova.virt.hardware [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.941281] env[68292]: DEBUG nova.virt.hardware [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.941599] env[68292]: DEBUG nova.virt.hardware [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.942873] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4681213-b178-4bf2-9d70-a62bf5f04a2b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.953216] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4787d14-843c-43b9-a604-544e74f79940 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.189100] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.189676] env[68292]: DEBUG nova.compute.manager [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.192774] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.310s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.194188] env[68292]: INFO nova.compute.claims [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.229278] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.701909] env[68292]: DEBUG nova.compute.utils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.709938] env[68292]: DEBUG nova.compute.manager [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Not allocating networking since 'none' was specified. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 631.833087] env[68292]: DEBUG nova.network.neutron [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Successfully updated port: 9a583558-204d-4b0a-9450-673315b8195b {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.208154] env[68292]: DEBUG nova.compute.manager [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.338643] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Acquiring lock "refresh_cache-7575146e-b572-457f-a8e8-34005b5e9028" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.338922] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Acquired lock "refresh_cache-7575146e-b572-457f-a8e8-34005b5e9028" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.339783] env[68292]: DEBUG nova.network.neutron [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.407940] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e798fbad-3217-446d-9e52-53587cd67c1b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.417906] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "dd9db746-41d9-4d5a-ae64-cdb54765e6cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.418180] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "dd9db746-41d9-4d5a-ae64-cdb54765e6cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.428925] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15de01f5-07db-4d89-b595-94f442a4c776 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.467580] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d18239-0f33-418d-8c62-782bbe8dbdbd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.476653] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a10743-7699-4cd5-bd40-f12a3706fc7d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.492471] env[68292]: DEBUG nova.compute.provider_tree [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.526224] env[68292]: DEBUG nova.compute.manager [req-8e846ebf-47fe-448f-a682-87dd8f193583 req-9edd55ca-f29f-40a2-8fb1-c365cf7ef49f service nova] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Received event network-vif-plugged-9a583558-204d-4b0a-9450-673315b8195b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.526224] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e846ebf-47fe-448f-a682-87dd8f193583 req-9edd55ca-f29f-40a2-8fb1-c365cf7ef49f service nova] Acquiring lock "7575146e-b572-457f-a8e8-34005b5e9028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.526224] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e846ebf-47fe-448f-a682-87dd8f193583 req-9edd55ca-f29f-40a2-8fb1-c365cf7ef49f service nova] Lock "7575146e-b572-457f-a8e8-34005b5e9028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.526224] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e846ebf-47fe-448f-a682-87dd8f193583 req-9edd55ca-f29f-40a2-8fb1-c365cf7ef49f service nova] Lock "7575146e-b572-457f-a8e8-34005b5e9028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.526224] env[68292]: DEBUG nova.compute.manager [req-8e846ebf-47fe-448f-a682-87dd8f193583 req-9edd55ca-f29f-40a2-8fb1-c365cf7ef49f service nova] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] No waiting events found dispatching network-vif-plugged-9a583558-204d-4b0a-9450-673315b8195b {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.526471] env[68292]: WARNING nova.compute.manager [req-8e846ebf-47fe-448f-a682-87dd8f193583 req-9edd55ca-f29f-40a2-8fb1-c365cf7ef49f service nova] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Received unexpected event network-vif-plugged-9a583558-204d-4b0a-9450-673315b8195b for instance with vm_state building and task_state spawning. [ 632.919833] env[68292]: DEBUG nova.network.neutron [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.928853] env[68292]: DEBUG nova.compute.manager [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.998137] env[68292]: DEBUG nova.scheduler.client.report [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.223845] env[68292]: DEBUG nova.compute.manager [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.267149] env[68292]: DEBUG nova.virt.hardware [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.267149] env[68292]: DEBUG nova.virt.hardware [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.267149] env[68292]: DEBUG nova.virt.hardware [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.267149] env[68292]: DEBUG nova.virt.hardware [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.267609] env[68292]: DEBUG nova.virt.hardware [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.267609] env[68292]: DEBUG nova.virt.hardware [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.267609] env[68292]: DEBUG nova.virt.hardware [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.267609] env[68292]: DEBUG nova.virt.hardware [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.268178] env[68292]: DEBUG nova.virt.hardware [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.268178] env[68292]: DEBUG nova.virt.hardware [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.268178] env[68292]: DEBUG nova.virt.hardware [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.269102] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705d5543-a4fd-4d46-990f-b5797ffddd29 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.277996] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8bb817-b40d-4345-8170-b1846b42658f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.306025] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.326787] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.332951] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5352e0c-b561-4152-bab0-13e9f87e434e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.349326] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Created folder: OpenStack in parent group-v4. [ 633.349557] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Creating folder: Project (33fe7c9be76042859bf8e0aa1415eeff). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.349823] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5311b6b5-f7a7-4551-b3ca-cf1b9f664df3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.361636] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Created folder: Project (33fe7c9be76042859bf8e0aa1415eeff) in parent group-v614981. [ 633.361832] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Creating folder: Instances. Parent ref: group-v614982. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.362077] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0221b766-64dc-4dfc-9623-6f844c5c205e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.371232] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Created folder: Instances in parent group-v614982. [ 633.371331] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.371448] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.371851] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-614664e3-2178-4593-913e-d9c15ace17d4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.390235] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.390235] env[68292]: value = "task-3071351" [ 633.390235] env[68292]: _type = "Task" [ 633.390235] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.398572] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071351, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.467044] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.505549] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.505549] env[68292]: DEBUG nova.compute.manager [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.508146] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.219s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.510348] env[68292]: INFO nova.compute.claims [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.537664] env[68292]: DEBUG nova.network.neutron [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Updating instance_info_cache with network_info: [{"id": "9a583558-204d-4b0a-9450-673315b8195b", "address": "fa:16:3e:cf:19:6e", "network": {"id": "a32cd672-3963-4cc5-a51d-eb20ba64d322", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-645631247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c4e177d7c124f77842f8acaa1ecb85a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a583558-20", "ovs_interfaceid": "9a583558-204d-4b0a-9450-673315b8195b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.902931] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071351, 'name': CreateVM_Task, 'duration_secs': 0.393836} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.903142] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.904209] env[68292]: DEBUG oslo_vmware.service [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6a2b77-93db-488b-96ce-7c28dbafbc3d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.910601] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.910778] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.911463] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.915688] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c312a4b-6808-43ed-973f-a31d06d3b078 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.920137] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 633.920137] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5219de63-7ce0-54f6-4ef6-f7b1bbeb304a" [ 633.920137] env[68292]: _type = "Task" [ 633.920137] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.930377] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5219de63-7ce0-54f6-4ef6-f7b1bbeb304a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.014228] env[68292]: DEBUG nova.compute.utils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.019801] env[68292]: DEBUG nova.compute.manager [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.020116] env[68292]: DEBUG nova.network.neutron [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.042026] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Releasing lock "refresh_cache-7575146e-b572-457f-a8e8-34005b5e9028" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.042413] env[68292]: DEBUG nova.compute.manager [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Instance network_info: |[{"id": "9a583558-204d-4b0a-9450-673315b8195b", "address": "fa:16:3e:cf:19:6e", "network": {"id": "a32cd672-3963-4cc5-a51d-eb20ba64d322", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-645631247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c4e177d7c124f77842f8acaa1ecb85a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a583558-20", "ovs_interfaceid": "9a583558-204d-4b0a-9450-673315b8195b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.042886] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:19:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a583558-204d-4b0a-9450-673315b8195b', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.055553] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Creating folder: Project (5c4e177d7c124f77842f8acaa1ecb85a). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.058549] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7676cb55-0bab-4e0a-8abc-a3f3aee2af90 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.071126] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Created folder: Project (5c4e177d7c124f77842f8acaa1ecb85a) in parent group-v614981. [ 634.071126] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Creating folder: Instances. Parent ref: group-v614985. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.071223] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f78b63ca-2f03-4dca-ad0f-d0fda711bd92 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.082126] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Created folder: Instances in parent group-v614985. [ 634.082387] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.082603] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.082809] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-984252a4-4e0d-46f5-b1ef-fcf6c7ecfedb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.104836] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.104836] env[68292]: value = "task-3071354" [ 634.104836] env[68292]: _type = "Task" [ 634.104836] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.113755] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071354, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.142924] env[68292]: DEBUG nova.policy [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7329f4a1dfa4e91864a0b1f6b79b00c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d86d2b5a0ba4eb8baccbe28acd734a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.434379] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.434911] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.434911] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.435052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.435586] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.435820] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f46e703-35c0-47ba-b812-fbf009100ae4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.454548] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.454788] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.455632] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add9f377-197a-4d09-9d20-dee5541feb87 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.463812] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0552a7ab-1616-49f6-824b-fa231ae43d09 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.469350] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 634.469350] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]524be053-e87e-e8f7-f070-e10382490a41" [ 634.469350] env[68292]: _type = "Task" [ 634.469350] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.479516] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524be053-e87e-e8f7-f070-e10382490a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.522859] env[68292]: DEBUG nova.compute.manager [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.619357] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071354, 'name': CreateVM_Task, 'duration_secs': 0.358332} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.619357] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.648182] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.648182] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.648252] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.648741] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec62b904-9757-40f4-835d-d92dc9b3c021 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.653699] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 634.653699] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527bb556-14e2-bbe1-93ab-671937190b6d" [ 634.653699] env[68292]: _type = "Task" [ 634.653699] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.665165] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527bb556-14e2-bbe1-93ab-671937190b6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.699921] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c800164-7075-4dd2-a357-58d38167a51c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.709101] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5f332b-5ba6-4283-8f04-3f065ac4c4f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.755012] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb0b031-496d-4b3c-a782-dc8823a9c75b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.763838] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d72448-660c-4b3f-86be-5a12da8f3a6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.779177] env[68292]: DEBUG nova.compute.provider_tree [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.983601] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Preparing fetch location {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 634.983862] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Creating directory with path [datastore2] vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.984133] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d31eaa3-43e1-4076-8e0d-45768a48a67f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.019519] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Created directory with path [datastore2] vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.020193] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Fetch image to [datastore2] vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 635.021146] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Downloading image file data 96b7341a-3976-483d-8cf6-6301408e7de5 to [datastore2] vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk on the data store datastore2 {{(pid=68292) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 635.022306] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafae846-54a5-426b-b8a8-6b34edbfe0c8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.037489] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f8a5a6-c7d9-49ee-9d18-0c86ef16efd8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.049053] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b95279-2f82-4f4d-ac15-69d893f98bfa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.083676] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7fd0e2-b346-4e98-86e3-5d6c3a1f3204 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.090930] env[68292]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a00aa0cd-0ace-4a02-9411-7447c3326ead {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.176340] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.176340] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.176521] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.179988] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Downloading image file data 96b7341a-3976-483d-8cf6-6301408e7de5 to the data store datastore2 {{(pid=68292) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 635.257568] env[68292]: DEBUG oslo_vmware.rw_handles [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68292) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 635.340195] env[68292]: DEBUG nova.scheduler.client.report [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.345585] env[68292]: DEBUG nova.network.neutron [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Successfully updated port: fa22470a-ba3b-40b0-86c3-9038fb4d3653 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.541908] env[68292]: DEBUG nova.compute.manager [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.545649] env[68292]: DEBUG nova.network.neutron [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Successfully created port: bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.606548] env[68292]: DEBUG nova.virt.hardware [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.606814] env[68292]: DEBUG nova.virt.hardware [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.609642] env[68292]: DEBUG nova.virt.hardware [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.609642] env[68292]: DEBUG nova.virt.hardware [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.609642] env[68292]: DEBUG nova.virt.hardware [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.609642] env[68292]: DEBUG nova.virt.hardware [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.609642] env[68292]: DEBUG nova.virt.hardware [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.609811] env[68292]: DEBUG nova.virt.hardware [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.609811] env[68292]: DEBUG nova.virt.hardware [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.609811] env[68292]: DEBUG nova.virt.hardware [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.609811] env[68292]: DEBUG nova.virt.hardware [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.609955] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5021b7-de01-4859-8497-92a2be77d4ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.623474] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9fba86-e783-4806-b496-3b67b00d3a1c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.847711] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "refresh_cache-0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.847865] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquired lock "refresh_cache-0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.848028] env[68292]: DEBUG nova.network.neutron [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.856120] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.860788] env[68292]: DEBUG nova.compute.manager [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.866885] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.722s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.868618] env[68292]: INFO nova.compute.claims [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.876554] env[68292]: DEBUG nova.compute.manager [req-e3cdc386-a6cb-4c64-b14c-8f7cd9366d1d req-63815b4e-5248-4038-9b0c-d744a47b1c0b service nova] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Received event network-changed-9a583558-204d-4b0a-9450-673315b8195b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.876658] env[68292]: DEBUG nova.compute.manager [req-e3cdc386-a6cb-4c64-b14c-8f7cd9366d1d req-63815b4e-5248-4038-9b0c-d744a47b1c0b service nova] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Refreshing instance network info cache due to event network-changed-9a583558-204d-4b0a-9450-673315b8195b. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.876853] env[68292]: DEBUG oslo_concurrency.lockutils [req-e3cdc386-a6cb-4c64-b14c-8f7cd9366d1d req-63815b4e-5248-4038-9b0c-d744a47b1c0b service nova] Acquiring lock "refresh_cache-7575146e-b572-457f-a8e8-34005b5e9028" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.880123] env[68292]: DEBUG oslo_concurrency.lockutils [req-e3cdc386-a6cb-4c64-b14c-8f7cd9366d1d req-63815b4e-5248-4038-9b0c-d744a47b1c0b service nova] Acquired lock "refresh_cache-7575146e-b572-457f-a8e8-34005b5e9028" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.880478] env[68292]: DEBUG nova.network.neutron [req-e3cdc386-a6cb-4c64-b14c-8f7cd9366d1d req-63815b4e-5248-4038-9b0c-d744a47b1c0b service nova] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Refreshing network info cache for port 9a583558-204d-4b0a-9450-673315b8195b {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.963021] env[68292]: DEBUG oslo_vmware.rw_handles [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Completed reading data from the image iterator. {{(pid=68292) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 635.963021] env[68292]: DEBUG oslo_vmware.rw_handles [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 636.090693] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Downloaded image file data 96b7341a-3976-483d-8cf6-6301408e7de5 to vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk on the data store datastore2 {{(pid=68292) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 636.092332] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Caching image {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 636.092875] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Copying Virtual Disk [datastore2] vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk to [datastore2] vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.092875] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39b11112-a15d-463e-b872-fe6d85319b76 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.104103] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 636.104103] env[68292]: value = "task-3071355" [ 636.104103] env[68292]: _type = "Task" [ 636.104103] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.115765] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.165031] env[68292]: DEBUG nova.compute.manager [req-910052a1-31e7-485a-a784-c09f151d0944 req-f9039c77-1401-480c-8ed5-bdf075c367ae service nova] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Received event network-vif-plugged-fa22470a-ba3b-40b0-86c3-9038fb4d3653 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.165133] env[68292]: DEBUG oslo_concurrency.lockutils [req-910052a1-31e7-485a-a784-c09f151d0944 req-f9039c77-1401-480c-8ed5-bdf075c367ae service nova] Acquiring lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.165417] env[68292]: DEBUG oslo_concurrency.lockutils [req-910052a1-31e7-485a-a784-c09f151d0944 req-f9039c77-1401-480c-8ed5-bdf075c367ae service nova] Lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.165846] env[68292]: DEBUG oslo_concurrency.lockutils [req-910052a1-31e7-485a-a784-c09f151d0944 req-f9039c77-1401-480c-8ed5-bdf075c367ae service nova] Lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.165992] env[68292]: DEBUG nova.compute.manager [req-910052a1-31e7-485a-a784-c09f151d0944 req-f9039c77-1401-480c-8ed5-bdf075c367ae service nova] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] No waiting events found dispatching network-vif-plugged-fa22470a-ba3b-40b0-86c3-9038fb4d3653 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.166149] env[68292]: WARNING nova.compute.manager [req-910052a1-31e7-485a-a784-c09f151d0944 req-f9039c77-1401-480c-8ed5-bdf075c367ae service nova] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Received unexpected event network-vif-plugged-fa22470a-ba3b-40b0-86c3-9038fb4d3653 for instance with vm_state building and task_state spawning. [ 636.375783] env[68292]: DEBUG nova.compute.utils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.377314] env[68292]: DEBUG nova.compute.manager [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.377411] env[68292]: DEBUG nova.network.neutron [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.590302] env[68292]: DEBUG nova.network.neutron [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.621333] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071355, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.715721] env[68292]: DEBUG nova.policy [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd3423e000e4c3e9720c7603e4a2884', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95d033f64a004e809d73f805ea9ab165', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.882561] env[68292]: DEBUG nova.compute.manager [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.073152] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a475270-fd17-43fb-84f6-029d605c9715 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.079376] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384bad88-d62d-4db9-8dd9-9594a3a68165 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.118276] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24f2a50-1c81-44e6-ac55-5169e0b947d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.128841] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68614} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.128954] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Copied Virtual Disk [datastore2] vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk to [datastore2] vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.129149] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Deleting the datastore file [datastore2] vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.131493] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1c0f5c-e4bb-4906-b484-ed17359d5446 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.134163] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f727cd52-0df0-4e2e-a847-45d42bbe736d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.148592] env[68292]: DEBUG nova.compute.provider_tree [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.153644] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 637.153644] env[68292]: value = "task-3071356" [ 637.153644] env[68292]: _type = "Task" [ 637.153644] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.160159] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.412199] env[68292]: DEBUG nova.network.neutron [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Updating instance_info_cache with network_info: [{"id": "fa22470a-ba3b-40b0-86c3-9038fb4d3653", "address": "fa:16:3e:e5:3a:b8", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa22470a-ba", "ovs_interfaceid": "fa22470a-ba3b-40b0-86c3-9038fb4d3653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.591847] env[68292]: DEBUG nova.network.neutron [req-e3cdc386-a6cb-4c64-b14c-8f7cd9366d1d req-63815b4e-5248-4038-9b0c-d744a47b1c0b service nova] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Updated VIF entry in instance network info cache for port 9a583558-204d-4b0a-9450-673315b8195b. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.592246] env[68292]: DEBUG nova.network.neutron [req-e3cdc386-a6cb-4c64-b14c-8f7cd9366d1d req-63815b4e-5248-4038-9b0c-d744a47b1c0b service nova] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Updating instance_info_cache with network_info: [{"id": "9a583558-204d-4b0a-9450-673315b8195b", "address": "fa:16:3e:cf:19:6e", "network": {"id": "a32cd672-3963-4cc5-a51d-eb20ba64d322", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-645631247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c4e177d7c124f77842f8acaa1ecb85a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a583558-20", "ovs_interfaceid": "9a583558-204d-4b0a-9450-673315b8195b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.653695] env[68292]: DEBUG nova.scheduler.client.report [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.670995] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023083} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.670995] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.671295] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Moving file from [datastore2] vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158/96b7341a-3976-483d-8cf6-6301408e7de5 to [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5. {{(pid=68292) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 637.671943] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f0e25cc2-2384-4f3a-8cb3-967075c3db45 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.678580] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 637.678580] env[68292]: value = "task-3071357" [ 637.678580] env[68292]: _type = "Task" [ 637.678580] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.689097] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071357, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.899368] env[68292]: DEBUG nova.compute.manager [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.917221] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Releasing lock "refresh_cache-0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.917221] env[68292]: DEBUG nova.compute.manager [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Instance network_info: |[{"id": "fa22470a-ba3b-40b0-86c3-9038fb4d3653", "address": "fa:16:3e:e5:3a:b8", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa22470a-ba", "ovs_interfaceid": "fa22470a-ba3b-40b0-86c3-9038fb4d3653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.918317] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:3a:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa22470a-ba3b-40b0-86c3-9038fb4d3653', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.927950] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Creating folder: Project (dfedaa00c0ca4757a5615bfda9e02198). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.930160] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eede691e-a8e6-404a-b9a9-19c49b7a57fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.940645] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Created folder: Project (dfedaa00c0ca4757a5615bfda9e02198) in parent group-v614981. [ 637.941958] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Creating folder: Instances. Parent ref: group-v614988. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.941958] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cb0acf7-ecf9-47bd-827e-2688d2dd04ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.945328] env[68292]: DEBUG nova.virt.hardware [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.945497] env[68292]: DEBUG nova.virt.hardware [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.946387] env[68292]: DEBUG nova.virt.hardware [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.946387] env[68292]: DEBUG nova.virt.hardware [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.946622] env[68292]: DEBUG nova.virt.hardware [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.946786] env[68292]: DEBUG nova.virt.hardware [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.946990] env[68292]: DEBUG nova.virt.hardware [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.947152] env[68292]: DEBUG nova.virt.hardware [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.947534] env[68292]: DEBUG nova.virt.hardware [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.947534] env[68292]: DEBUG nova.virt.hardware [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.947666] env[68292]: DEBUG nova.virt.hardware [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.948430] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af790e6-4441-4a22-9a86-12dcdc8cd472 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.957137] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db97072-5d49-407d-8032-1fa463c7ef5e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.963535] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Created folder: Instances in parent group-v614988. [ 637.963762] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.964285] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.964534] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1deef15-4bff-40c6-bd1d-f06a8aa08a30 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.993585] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.993585] env[68292]: value = "task-3071360" [ 637.993585] env[68292]: _type = "Task" [ 637.993585] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.001685] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071360, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.096550] env[68292]: DEBUG oslo_concurrency.lockutils [req-e3cdc386-a6cb-4c64-b14c-8f7cd9366d1d req-63815b4e-5248-4038-9b0c-d744a47b1c0b service nova] Releasing lock "refresh_cache-7575146e-b572-457f-a8e8-34005b5e9028" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.167019] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.167019] env[68292]: DEBUG nova.compute.manager [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.168290] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.580s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.171249] env[68292]: INFO nova.compute.claims [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.190288] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071357, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028065} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.191690] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] File moved {{(pid=68292) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 638.191690] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Cleaning up location [datastore2] vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 638.191842] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Deleting the datastore file [datastore2] vmware_temp/3739b124-09eb-40ea-a3b1-bfd5e0f3b158 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.192142] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5afc4a33-77f5-464c-8c66-edff07d21248 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.201359] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 638.201359] env[68292]: value = "task-3071361" [ 638.201359] env[68292]: _type = "Task" [ 638.201359] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.213055] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.506560] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071360, 'name': CreateVM_Task, 'duration_secs': 0.344314} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.508505] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.508505] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.508505] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.508670] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.509264] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371d5cc7-49d2-4159-94c4-dee728da9173 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.513812] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 638.513812] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e1dfac-d74b-6a5b-3f76-cbe2dee005d1" [ 638.513812] env[68292]: _type = "Task" [ 638.513812] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.526233] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e1dfac-d74b-6a5b-3f76-cbe2dee005d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.535396] env[68292]: DEBUG nova.network.neutron [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Successfully created port: 1a741889-51dc-46cf-96f4-dd6538209973 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.678547] env[68292]: DEBUG nova.compute.utils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.682179] env[68292]: DEBUG nova.compute.manager [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.683087] env[68292]: DEBUG nova.network.neutron [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.712052] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025429} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.712303] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.713185] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb085ad2-084b-49e8-8f06-d5c1b349eea7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.719518] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 638.719518] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52de08da-7d73-d955-e748-555f51efe67a" [ 638.719518] env[68292]: _type = "Task" [ 638.719518] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.729217] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52de08da-7d73-d955-e748-555f51efe67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.990784] env[68292]: DEBUG nova.policy [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4412f3d4c22d4cd193a1a63142fe1872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25172695ab8b41dc945cf845feb4e6e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.029310] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e1dfac-d74b-6a5b-3f76-cbe2dee005d1, 'name': SearchDatastore_Task, 'duration_secs': 0.031907} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.029647] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.029964] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.030316] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.192497] env[68292]: DEBUG nova.compute.manager [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.233078] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52de08da-7d73-d955-e748-555f51efe67a, 'name': SearchDatastore_Task, 'duration_secs': 0.023071} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.233078] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.233479] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9/9f982c0c-892e-4406-994d-adf7d46d3ea9.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.233948] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.234103] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.234318] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33baa0b8-842f-4d52-8cbc-16833703432f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.239978] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ba5b2b6-e8ea-4aad-9187-4556232f6714 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.249154] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 639.249154] env[68292]: value = "task-3071362" [ 639.249154] env[68292]: _type = "Task" [ 639.249154] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.252775] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.252984] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.255073] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344c0f15-1f82-4d73-952a-c2cd9708d9fc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.264931] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.270099] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 639.270099] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5201ca38-1d1e-6d32-2cfa-82acd97076a1" [ 639.270099] env[68292]: _type = "Task" [ 639.270099] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.279677] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5201ca38-1d1e-6d32-2cfa-82acd97076a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.488014] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6641b53-01d7-4aef-b90a-a2a8e18c3ae9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.496516] env[68292]: DEBUG nova.network.neutron [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Successfully updated port: bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.500035] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f903dee-e094-4bd5-9199-5c55470bc98f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.543286] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bc2bdc-a35f-4a1e-948b-b6957addb47d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.553092] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb468ab-9319-4099-bb23-b5684f98edfa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.568977] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.569983] env[68292]: DEBUG nova.compute.provider_tree [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.573022] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.573022] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.573022] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.573022] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.573022] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.573022] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._sync_power_states {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.760160] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071362, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.778484] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5201ca38-1d1e-6d32-2cfa-82acd97076a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.779210] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780ca49c-fa6e-468d-a4e6-1e09268486d7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.784680] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 639.784680] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b23bf4-bf7a-ec42-f060-493300969eb3" [ 639.784680] env[68292]: _type = "Task" [ 639.784680] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.795330] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b23bf4-bf7a-ec42-f060-493300969eb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.004924] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Acquiring lock "refresh_cache-5d6a9c13-b696-47f2-9ec5-00fe0d474f39" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.004924] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Acquired lock "refresh_cache-5d6a9c13-b696-47f2-9ec5-00fe0d474f39" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.004924] env[68292]: DEBUG nova.network.neutron [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.073343] env[68292]: DEBUG nova.scheduler.client.report [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.082404] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Getting list of instances from cluster (obj){ [ 640.082404] env[68292]: value = "domain-c8" [ 640.082404] env[68292]: _type = "ClusterComputeResource" [ 640.082404] env[68292]: } {{(pid=68292) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 640.083830] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea73c7a-1cd3-4afe-8fa2-656323753a22 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.096040] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Got total of 3 instances {{(pid=68292) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 640.096353] env[68292]: WARNING nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] While synchronizing instance power states, found 7 instances in the database and 3 instances on the hypervisor. [ 640.096454] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid 7575146e-b572-457f-a8e8-34005b5e9028 {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 640.096662] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9 {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 640.096890] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid 9f982c0c-892e-4406-994d-adf7d46d3ea9 {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 640.097076] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid 5d6a9c13-b696-47f2-9ec5-00fe0d474f39 {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 640.097253] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40 {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 640.097441] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid beeb9d6b-9333-4073-a690-e23db124d5ff {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 640.097624] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid f7f75556-233d-468b-b2a6-23258ade517a {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 640.099139] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "7575146e-b572-457f-a8e8-34005b5e9028" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.099507] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.099849] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "9f982c0c-892e-4406-994d-adf7d46d3ea9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.100091] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.100596] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.100690] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "beeb9d6b-9333-4073-a690-e23db124d5ff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.101431] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "f7f75556-233d-468b-b2a6-23258ade517a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.101647] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.101952] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68292) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 640.102723] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.201057] env[68292]: DEBUG nova.compute.manager [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.264304] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897283} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.264612] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9/9f982c0c-892e-4406-994d-adf7d46d3ea9.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.264835] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.265099] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-660531d2-0b9b-410b-b645-cfedcc95d9af {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.272492] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 640.272492] env[68292]: value = "task-3071363" [ 640.272492] env[68292]: _type = "Task" [ 640.272492] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.282860] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.296111] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b23bf4-bf7a-ec42-f060-493300969eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.296111] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.296736] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 7575146e-b572-457f-a8e8-34005b5e9028/7575146e-b572-457f-a8e8-34005b5e9028.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.297048] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.297245] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.297530] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-799282ed-b992-4ca8-bd7d-0d8730f648ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.299530] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd2fea40-de0b-4210-9022-3a6d43d99fa1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.308883] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 640.308883] env[68292]: value = "task-3071364" [ 640.308883] env[68292]: _type = "Task" [ 640.308883] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.313217] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.314074] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.315717] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aaf312a-3d6d-40bb-93c8-bb3bd3b69bb0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.323495] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.326433] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 640.326433] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c7250b-eb0f-0d56-c66b-4a49d2974cc3" [ 640.326433] env[68292]: _type = "Task" [ 640.326433] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.336265] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c7250b-eb0f-0d56-c66b-4a49d2974cc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.357890] env[68292]: DEBUG nova.virt.hardware [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.358739] env[68292]: DEBUG nova.virt.hardware [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.358739] env[68292]: DEBUG nova.virt.hardware [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.360306] env[68292]: DEBUG nova.virt.hardware [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.360431] env[68292]: DEBUG nova.virt.hardware [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.360829] env[68292]: DEBUG nova.virt.hardware [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.360829] env[68292]: DEBUG nova.virt.hardware [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.360947] env[68292]: DEBUG nova.virt.hardware [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.361514] env[68292]: DEBUG nova.virt.hardware [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.361514] env[68292]: DEBUG nova.virt.hardware [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.361514] env[68292]: DEBUG nova.virt.hardware [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.363283] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94685382-302a-419e-9861-3f06911fb239 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.373436] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b272ed6-a5f3-43de-b4ee-25b603443d31 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.586353] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.586982] env[68292]: DEBUG nova.compute.manager [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.590809] env[68292]: DEBUG nova.network.neutron [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Successfully created port: dd2c8da0-8432-4aa3-af74-d492220d4af8 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.592378] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.363s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.600770] env[68292]: INFO nova.compute.claims [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.604737] env[68292]: DEBUG nova.network.neutron [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.610036] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.786460] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071508} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.786811] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.787718] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1bdec3-5fec-457f-a3fb-096eb29e2f15 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.815345] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9/9f982c0c-892e-4406-994d-adf7d46d3ea9.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.815803] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23093e22-2855-4daf-92a7-d54958f22c1f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.849598] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481658} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.852407] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 7575146e-b572-457f-a8e8-34005b5e9028/7575146e-b572-457f-a8e8-34005b5e9028.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.852660] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.853091] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 640.853091] env[68292]: value = "task-3071365" [ 640.853091] env[68292]: _type = "Task" [ 640.853091] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.853684] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ee9a86d-5f82-417a-be65-55bdab25f81a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.863692] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c7250b-eb0f-0d56-c66b-4a49d2974cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009033} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.869479] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca0850d-6770-4951-9dd8-9b0bb2293ee6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.874817] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 640.874817] env[68292]: value = "task-3071366" [ 640.874817] env[68292]: _type = "Task" [ 640.874817] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.875129] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.880109] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 640.880109] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52785471-9f5a-3c70-45ee-5965a3f885d7" [ 640.880109] env[68292]: _type = "Task" [ 640.880109] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.888548] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.894475] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52785471-9f5a-3c70-45ee-5965a3f885d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.894823] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.895041] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9/0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.895306] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-138a50f9-af89-492a-8d3a-b286eb37b876 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.901414] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 640.901414] env[68292]: value = "task-3071367" [ 640.901414] env[68292]: _type = "Task" [ 640.901414] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.911603] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.029083] env[68292]: DEBUG nova.compute.manager [req-2f6a54a6-30eb-4312-b6f7-973d3147222a req-b746f454-a488-4f0c-840b-b4a6a15f5010 service nova] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Received event network-changed-fa22470a-ba3b-40b0-86c3-9038fb4d3653 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.029313] env[68292]: DEBUG nova.compute.manager [req-2f6a54a6-30eb-4312-b6f7-973d3147222a req-b746f454-a488-4f0c-840b-b4a6a15f5010 service nova] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Refreshing instance network info cache due to event network-changed-fa22470a-ba3b-40b0-86c3-9038fb4d3653. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.029542] env[68292]: DEBUG oslo_concurrency.lockutils [req-2f6a54a6-30eb-4312-b6f7-973d3147222a req-b746f454-a488-4f0c-840b-b4a6a15f5010 service nova] Acquiring lock "refresh_cache-0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.029683] env[68292]: DEBUG oslo_concurrency.lockutils [req-2f6a54a6-30eb-4312-b6f7-973d3147222a req-b746f454-a488-4f0c-840b-b4a6a15f5010 service nova] Acquired lock "refresh_cache-0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.029855] env[68292]: DEBUG nova.network.neutron [req-2f6a54a6-30eb-4312-b6f7-973d3147222a req-b746f454-a488-4f0c-840b-b4a6a15f5010 service nova] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Refreshing network info cache for port fa22470a-ba3b-40b0-86c3-9038fb4d3653 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.058821] env[68292]: DEBUG nova.network.neutron [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Updating instance_info_cache with network_info: [{"id": "bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a", "address": "fa:16:3e:26:76:94", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9f04d1-94", "ovs_interfaceid": "bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.106331] env[68292]: DEBUG nova.compute.utils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.116688] env[68292]: DEBUG nova.compute.manager [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.116688] env[68292]: DEBUG nova.network.neutron [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.265332] env[68292]: DEBUG nova.policy [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a2840f833e24b16bc94a8d387a48bcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2308fd2cd3ba4b788f493ad1b14182db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.368270] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071365, 'name': ReconfigVM_Task, 'duration_secs': 0.346401} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.368611] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9/9f982c0c-892e-4406-994d-adf7d46d3ea9.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.369354] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e64d6b80-0428-491f-8d02-ea2f7798d696 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.376651] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 641.376651] env[68292]: value = "task-3071368" [ 641.376651] env[68292]: _type = "Task" [ 641.376651] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.389344] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066977} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.392932] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.393282] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071368, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.394349] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590a4d79-a960-4c1e-976d-be460b1645a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.420337] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 7575146e-b572-457f-a8e8-34005b5e9028/7575146e-b572-457f-a8e8-34005b5e9028.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.424039] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25648a7d-b0c0-4c70-a1c8-93f609f97f3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.444636] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501712} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.446241] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9/0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.446471] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.447114] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 641.447114] env[68292]: value = "task-3071369" [ 641.447114] env[68292]: _type = "Task" [ 641.447114] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.450436] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d30b7b08-7205-4483-84f8-6155bf0cd7e0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.460712] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.461752] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 641.461752] env[68292]: value = "task-3071370" [ 641.461752] env[68292]: _type = "Task" [ 641.461752] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.474669] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.540763] env[68292]: DEBUG nova.compute.manager [req-7b26880f-b4ad-4905-a834-15d535c6f393 req-4df94c0c-6aea-4ced-9f24-2eff85665537 service nova] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Received event network-vif-plugged-bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.541436] env[68292]: DEBUG oslo_concurrency.lockutils [req-7b26880f-b4ad-4905-a834-15d535c6f393 req-4df94c0c-6aea-4ced-9f24-2eff85665537 service nova] Acquiring lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.541756] env[68292]: DEBUG oslo_concurrency.lockutils [req-7b26880f-b4ad-4905-a834-15d535c6f393 req-4df94c0c-6aea-4ced-9f24-2eff85665537 service nova] Lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.542084] env[68292]: DEBUG oslo_concurrency.lockutils [req-7b26880f-b4ad-4905-a834-15d535c6f393 req-4df94c0c-6aea-4ced-9f24-2eff85665537 service nova] Lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.542355] env[68292]: DEBUG nova.compute.manager [req-7b26880f-b4ad-4905-a834-15d535c6f393 req-4df94c0c-6aea-4ced-9f24-2eff85665537 service nova] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] No waiting events found dispatching network-vif-plugged-bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.542452] env[68292]: WARNING nova.compute.manager [req-7b26880f-b4ad-4905-a834-15d535c6f393 req-4df94c0c-6aea-4ced-9f24-2eff85665537 service nova] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Received unexpected event network-vif-plugged-bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a for instance with vm_state building and task_state spawning. [ 641.562741] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Releasing lock "refresh_cache-5d6a9c13-b696-47f2-9ec5-00fe0d474f39" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.562741] env[68292]: DEBUG nova.compute.manager [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Instance network_info: |[{"id": "bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a", "address": "fa:16:3e:26:76:94", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9f04d1-94", "ovs_interfaceid": "bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.563086] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:76:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.573937] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Creating folder: Project (6d86d2b5a0ba4eb8baccbe28acd734a8). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.574894] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d7d0fa8-4b9f-4265-8f74-f9501f2883c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.586053] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Created folder: Project (6d86d2b5a0ba4eb8baccbe28acd734a8) in parent group-v614981. [ 641.587478] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Creating folder: Instances. Parent ref: group-v614991. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.587761] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e5a887b-5287-4d54-8ddc-f884d49ff6fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.600116] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Created folder: Instances in parent group-v614991. [ 641.600116] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.600297] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.600506] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ef08afc-9a69-4bd4-93bd-fb77e6c0945b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.624162] env[68292]: DEBUG nova.compute.manager [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.643034] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.643034] env[68292]: value = "task-3071373" [ 641.643034] env[68292]: _type = "Task" [ 641.643034] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.648733] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071373, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.661138] env[68292]: DEBUG nova.network.neutron [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Successfully updated port: 1a741889-51dc-46cf-96f4-dd6538209973 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.817782] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20966e71-ffca-404f-8bc3-f9ee122c5a60 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.825536] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa9c3ae-ab3b-4faf-83c1-35e116e0ee45 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.861395] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce6d08a-5ce8-460e-8e87-2218601d331c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.869465] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f418f1a0-207f-44c3-8b13-17e2e722ef22 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.886714] env[68292]: DEBUG nova.compute.provider_tree [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.896356] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071368, 'name': Rename_Task, 'duration_secs': 0.140212} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.896768] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.896958] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b97bbbba-11f3-4ea4-bd9d-0dfea98d8e24 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.905713] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 641.905713] env[68292]: value = "task-3071374" [ 641.905713] env[68292]: _type = "Task" [ 641.905713] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.917957] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.966780] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071369, 'name': ReconfigVM_Task, 'duration_secs': 0.360644} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.967743] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 7575146e-b572-457f-a8e8-34005b5e9028/7575146e-b572-457f-a8e8-34005b5e9028.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.968795] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-209d5f5f-bb17-4df5-99ee-b78f556500d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.977487] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075127} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.981969] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.981969] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 641.981969] env[68292]: value = "task-3071375" [ 641.981969] env[68292]: _type = "Task" [ 641.981969] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.981969] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb280ff0-27b4-4b8f-bd39-f06641c328ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.007902] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9/0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.013115] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecb31cad-60ea-4ede-95dd-77c1869229a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.027039] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071375, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.032037] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 642.032037] env[68292]: value = "task-3071376" [ 642.032037] env[68292]: _type = "Task" [ 642.032037] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.041075] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.146427] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071373, 'name': CreateVM_Task, 'duration_secs': 0.381416} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.146725] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.147300] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.147471] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.147792] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.148023] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96f0475-eb82-4362-88e5-b4a90dbf96b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.153103] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Waiting for the task: (returnval){ [ 642.153103] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52055d59-ab6d-28f1-340c-a9cb3a2e7291" [ 642.153103] env[68292]: _type = "Task" [ 642.153103] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.161351] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52055d59-ab6d-28f1-340c-a9cb3a2e7291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.161888] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "refresh_cache-b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.162054] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquired lock "refresh_cache-b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.162213] env[68292]: DEBUG nova.network.neutron [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.216216] env[68292]: DEBUG nova.network.neutron [req-2f6a54a6-30eb-4312-b6f7-973d3147222a req-b746f454-a488-4f0c-840b-b4a6a15f5010 service nova] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Updated VIF entry in instance network info cache for port fa22470a-ba3b-40b0-86c3-9038fb4d3653. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.216216] env[68292]: DEBUG nova.network.neutron [req-2f6a54a6-30eb-4312-b6f7-973d3147222a req-b746f454-a488-4f0c-840b-b4a6a15f5010 service nova] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Updating instance_info_cache with network_info: [{"id": "fa22470a-ba3b-40b0-86c3-9038fb4d3653", "address": "fa:16:3e:e5:3a:b8", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa22470a-ba", "ovs_interfaceid": "fa22470a-ba3b-40b0-86c3-9038fb4d3653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.222877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Acquiring lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.223066] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.395167] env[68292]: DEBUG nova.scheduler.client.report [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.417856] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.499565] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071375, 'name': Rename_Task, 'duration_secs': 0.170311} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.500241] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.500569] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49530bf8-a719-4991-967d-c64b73d89ffa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.510175] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 642.510175] env[68292]: value = "task-3071377" [ 642.510175] env[68292]: _type = "Task" [ 642.510175] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.520518] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.543978] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071376, 'name': ReconfigVM_Task, 'duration_secs': 0.420376} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.544579] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9/0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.545361] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-965a1026-250b-48da-b35b-a72ea93998e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.554606] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 642.554606] env[68292]: value = "task-3071378" [ 642.554606] env[68292]: _type = "Task" [ 642.554606] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.571686] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071378, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.637052] env[68292]: DEBUG nova.compute.manager [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.643961] env[68292]: DEBUG nova.network.neutron [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Successfully created port: b6cef24b-3a76-4a0e-863d-269a1ddd5dcd {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.667966] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52055d59-ab6d-28f1-340c-a9cb3a2e7291, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.670046] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.670283] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.670521] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.670670] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.670886] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.671869] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30713b42-127d-4179-935b-a984a620536b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.684923] env[68292]: DEBUG nova.virt.hardware [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.686208] env[68292]: DEBUG nova.virt.hardware [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.686407] env[68292]: DEBUG nova.virt.hardware [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.686603] env[68292]: DEBUG nova.virt.hardware [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.686747] env[68292]: DEBUG nova.virt.hardware [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.686890] env[68292]: DEBUG nova.virt.hardware [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.688247] env[68292]: DEBUG nova.virt.hardware [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.688247] env[68292]: DEBUG nova.virt.hardware [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.688247] env[68292]: DEBUG nova.virt.hardware [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.688247] env[68292]: DEBUG nova.virt.hardware [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.688247] env[68292]: DEBUG nova.virt.hardware [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.689100] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a9cf87-c782-4819-a2ee-38b8e27af46d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.695506] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.695506] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.696577] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb9e89b-ff28-43ea-a367-a64f69a2cfea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.702998] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dceead-9729-44ac-85e1-39161b826ed6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.712593] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Waiting for the task: (returnval){ [ 642.712593] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520297f2-19ae-e015-783c-dee0f7217ac2" [ 642.712593] env[68292]: _type = "Task" [ 642.712593] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.726665] env[68292]: DEBUG oslo_concurrency.lockutils [req-2f6a54a6-30eb-4312-b6f7-973d3147222a req-b746f454-a488-4f0c-840b-b4a6a15f5010 service nova] Releasing lock "refresh_cache-0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.727201] env[68292]: DEBUG nova.compute.manager [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.735605] env[68292]: DEBUG nova.network.neutron [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.744151] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520297f2-19ae-e015-783c-dee0f7217ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.745068] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12b2ca8-c80e-4c3b-a65f-29315a709e9d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.752725] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Waiting for the task: (returnval){ [ 642.752725] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5202048e-0419-d3e2-27bc-797036fd19fe" [ 642.752725] env[68292]: _type = "Task" [ 642.752725] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.761647] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5202048e-0419-d3e2-27bc-797036fd19fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.901939] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.902370] env[68292]: DEBUG nova.compute.manager [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.905736] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.440s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.908022] env[68292]: INFO nova.compute.claims [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.920432] env[68292]: DEBUG oslo_vmware.api [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071374, 'name': PowerOnVM_Task, 'duration_secs': 0.719015} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.920627] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.921523] env[68292]: INFO nova.compute.manager [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Took 9.69 seconds to spawn the instance on the hypervisor. [ 642.921637] env[68292]: DEBUG nova.compute.manager [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.924594] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba920f9-e195-4371-bb41-f4fb5af6e824 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.021819] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071377, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.071354] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071378, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.092301] env[68292]: DEBUG nova.network.neutron [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Updating instance_info_cache with network_info: [{"id": "1a741889-51dc-46cf-96f4-dd6538209973", "address": "fa:16:3e:5c:80:ce", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a741889-51", "ovs_interfaceid": "1a741889-51dc-46cf-96f4-dd6538209973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.241617] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "2a13c39c-ba50-460c-9ed1-371aacf4c757" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.241917] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "2a13c39c-ba50-460c-9ed1-371aacf4c757" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.267132] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5202048e-0419-d3e2-27bc-797036fd19fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.267404] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.267876] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 5d6a9c13-b696-47f2-9ec5-00fe0d474f39/5d6a9c13-b696-47f2-9ec5-00fe0d474f39.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.268199] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad4c7619-c417-4e32-a5dd-1c940b6adf37 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.275896] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Waiting for the task: (returnval){ [ 643.275896] env[68292]: value = "task-3071379" [ 643.275896] env[68292]: _type = "Task" [ 643.275896] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.277129] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.288846] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.337016] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Acquiring lock "a2730738-7df2-42da-8048-7d06e3b97d4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.338838] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Lock "a2730738-7df2-42da-8048-7d06e3b97d4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.413275] env[68292]: DEBUG nova.compute.utils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.415636] env[68292]: DEBUG nova.compute.manager [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.415762] env[68292]: DEBUG nova.network.neutron [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.443462] env[68292]: INFO nova.compute.manager [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Took 16.58 seconds to build instance. [ 643.527116] env[68292]: DEBUG oslo_vmware.api [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071377, 'name': PowerOnVM_Task, 'duration_secs': 0.544875} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.528410] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.528410] env[68292]: INFO nova.compute.manager [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Took 14.86 seconds to spawn the instance on the hypervisor. [ 643.528410] env[68292]: DEBUG nova.compute.manager [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.529737] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67cff31-2973-47c3-8d84-913844b730e1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.570051] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071378, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.590036] env[68292]: DEBUG nova.policy [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '018521cdc18e4ec2b72ff27e09fbc464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad3a17951fd14540948c7ee29b466254', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.594934] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Releasing lock "refresh_cache-b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.594934] env[68292]: DEBUG nova.compute.manager [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Instance network_info: |[{"id": "1a741889-51dc-46cf-96f4-dd6538209973", "address": "fa:16:3e:5c:80:ce", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a741889-51", "ovs_interfaceid": "1a741889-51dc-46cf-96f4-dd6538209973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.595144] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:80:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a741889-51dc-46cf-96f4-dd6538209973', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.603567] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Creating folder: Project (95d033f64a004e809d73f805ea9ab165). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.604642] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b1103ca-9089-4683-b02b-c77e67b5c4f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.616794] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Created folder: Project (95d033f64a004e809d73f805ea9ab165) in parent group-v614981. [ 643.617074] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Creating folder: Instances. Parent ref: group-v614994. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.617911] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91fc465e-f6b1-46df-bbdb-382d02167b00 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.630025] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Created folder: Instances in parent group-v614994. [ 643.630025] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.630025] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.630025] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f68155cf-8254-4938-956a-86632dfc3e95 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.650991] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.650991] env[68292]: value = "task-3071382" [ 643.650991] env[68292]: _type = "Task" [ 643.650991] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.660377] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071382, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.789989] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.925496] env[68292]: DEBUG nova.compute.manager [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.948621] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df755751-aaf0-456f-9c45-d2b8f6fb4ff3 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lock "9f982c0c-892e-4406-994d-adf7d46d3ea9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.109s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.950052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "9f982c0c-892e-4406-994d-adf7d46d3ea9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.850s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.950264] env[68292]: INFO nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] During sync_power_state the instance has a pending task (spawning). Skip. [ 643.950448] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "9f982c0c-892e-4406-994d-adf7d46d3ea9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.050209] env[68292]: INFO nova.compute.manager [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Took 19.64 seconds to build instance. [ 644.071140] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071378, 'name': Rename_Task, 'duration_secs': 1.2164} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.071681] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.071681] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-095a6f46-ec30-45ae-adaf-38604c769632 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.085267] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 644.085267] env[68292]: value = "task-3071383" [ 644.085267] env[68292]: _type = "Task" [ 644.085267] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.093857] env[68292]: DEBUG nova.network.neutron [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Successfully updated port: dd2c8da0-8432-4aa3-af74-d492220d4af8 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.100107] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.162505] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071382, 'name': CreateVM_Task, 'duration_secs': 0.381589} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.168548] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.170484] env[68292]: DEBUG oslo_vmware.service [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af1c95b-5d9d-4c5c-9606-f8fed3008a6d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.179160] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.179160] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.179160] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.179160] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f693e169-2731-4535-9b12-b163dbc715bb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.187658] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 644.187658] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b30e57-5ff5-19d9-c3cc-9b195a58253f" [ 644.187658] env[68292]: _type = "Task" [ 644.187658] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.196942] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b30e57-5ff5-19d9-c3cc-9b195a58253f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.214558] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd072ec-6038-4ce2-a775-d98973e637d2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.224852] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe62f632-81fb-4434-8a8f-71f7bfeb9abd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.257801] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21135d0d-2ae9-4b4c-af5d-aa599a3ebc8a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.265735] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d037ad2-3fde-447f-9c3a-ad2ff228d456 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.279925] env[68292]: DEBUG nova.compute.provider_tree [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.288623] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535587} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.288876] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 5d6a9c13-b696-47f2-9ec5-00fe0d474f39/5d6a9c13-b696-47f2-9ec5-00fe0d474f39.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.289183] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.289491] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f84d9e7-fb2f-4755-a2c0-7871cb37e8f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.297198] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Waiting for the task: (returnval){ [ 644.297198] env[68292]: value = "task-3071384" [ 644.297198] env[68292]: _type = "Task" [ 644.297198] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.308576] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.451936] env[68292]: DEBUG nova.compute.manager [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.554512] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a58da441-c1cc-4c9b-8467-0b5b0e64034b tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lock "7575146e-b572-457f-a8e8-34005b5e9028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.149s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.555806] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "7575146e-b572-457f-a8e8-34005b5e9028" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.457s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.556011] env[68292]: INFO nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] During sync_power_state the instance has a pending task (spawning). Skip. [ 644.556182] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "7575146e-b572-457f-a8e8-34005b5e9028" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.600181] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071383, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.603096] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.603096] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.603096] env[68292]: DEBUG nova.network.neutron [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.701420] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.702433] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.702514] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.702724] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.702987] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.703336] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69362ae6-07b2-4df9-ad95-35fbcc083b40 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.713326] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.713506] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.715115] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c828a57-a7b6-4e0c-a4ae-dccddfa5de9f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.725022] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c00e78-5a51-4d7e-8cfd-a0db158f7ad0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.733593] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 644.733593] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529c88cd-e6b1-804a-0d36-7944a1433c1a" [ 644.733593] env[68292]: _type = "Task" [ 644.733593] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.741461] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529c88cd-e6b1-804a-0d36-7944a1433c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.762728] env[68292]: DEBUG nova.network.neutron [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Successfully created port: 1fd48547-fdbf-4315-a61b-664d90b3600c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.786113] env[68292]: DEBUG nova.scheduler.client.report [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.808239] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113834} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.810688] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.812045] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1495cc95-4835-40a9-be57-50ef06ae7384 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.838964] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 5d6a9c13-b696-47f2-9ec5-00fe0d474f39/5d6a9c13-b696-47f2-9ec5-00fe0d474f39.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.839729] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727482b6-9acf-4aeb-9f3b-79769d55877a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.860882] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Waiting for the task: (returnval){ [ 644.860882] env[68292]: value = "task-3071385" [ 644.860882] env[68292]: _type = "Task" [ 644.860882] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.872027] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.939024] env[68292]: DEBUG nova.compute.manager [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.969142] env[68292]: DEBUG nova.virt.hardware [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.969142] env[68292]: DEBUG nova.virt.hardware [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.969142] env[68292]: DEBUG nova.virt.hardware [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.969142] env[68292]: DEBUG nova.virt.hardware [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.969412] env[68292]: DEBUG nova.virt.hardware [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.969412] env[68292]: DEBUG nova.virt.hardware [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.969473] env[68292]: DEBUG nova.virt.hardware [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.970201] env[68292]: DEBUG nova.virt.hardware [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.970201] env[68292]: DEBUG nova.virt.hardware [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.970201] env[68292]: DEBUG nova.virt.hardware [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.970402] env[68292]: DEBUG nova.virt.hardware [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.971977] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4510aa0-1202-4531-a951-552e119cb500 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.977977] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.982304] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991ec8ab-c5cd-4ce0-866d-d71c923f2a4a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.057741] env[68292]: DEBUG nova.compute.manager [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.099816] env[68292]: DEBUG oslo_vmware.api [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071383, 'name': PowerOnVM_Task, 'duration_secs': 0.998235} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.099991] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.100199] env[68292]: INFO nova.compute.manager [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Took 14.20 seconds to spawn the instance on the hypervisor. [ 645.100383] env[68292]: DEBUG nova.compute.manager [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.101209] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e551d4f2-dd05-4df1-9aef-765007d15551 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.231778] env[68292]: DEBUG nova.network.neutron [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.246493] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Preparing fetch location {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 645.246600] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Creating directory with path [datastore1] vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.246830] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac62d1cd-de4b-47c4-a14f-c9def238e177 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.270827] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Created directory with path [datastore1] vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.271075] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Fetch image to [datastore1] vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 645.271332] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Downloading image file data 96b7341a-3976-483d-8cf6-6301408e7de5 to [datastore1] vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk on the data store datastore1 {{(pid=68292) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 645.272045] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b133ab7f-c23b-4416-9289-aecb29e03861 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.279300] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f97a13-fe92-4e91-9145-8c623f2b3769 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.290975] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e278d70-bd2c-4bdf-bd25-7803ebee1136 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.295600] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.298017] env[68292]: DEBUG nova.compute.manager [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.299113] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.689s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.299286] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.299551] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 645.299709] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.023s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.301218] env[68292]: INFO nova.compute.claims [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.305245] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072a2ba-139a-4bd8-bf7e-0e6992017803 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.338696] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e6e219-3dd3-45d4-973c-f8d9c9115756 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.345971] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525577a1-bad0-4c21-a90b-097092a9923c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.352804] env[68292]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-358dd407-ad87-40b4-99a7-c19303897a44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.371099] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6bdf80-ad85-4614-a7c4-908298065381 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.379486] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071385, 'name': ReconfigVM_Task, 'duration_secs': 0.483845} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.381588] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 5d6a9c13-b696-47f2-9ec5-00fe0d474f39/5d6a9c13-b696-47f2-9ec5-00fe0d474f39.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.382274] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-016112b2-c386-4078-bb4f-dd2cd4ae610c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.384730] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32f73e1-4811-4c73-9608-c6ed7145378d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.395673] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Waiting for the task: (returnval){ [ 645.395673] env[68292]: value = "task-3071386" [ 645.395673] env[68292]: _type = "Task" [ 645.395673] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.422934] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181054MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 645.423148] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.431392] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071386, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.443527] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "c8d9016a-c5b3-4d53-8f0c-064aee3f688d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.443782] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "c8d9016a-c5b3-4d53-8f0c-064aee3f688d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.460319] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Downloading image file data 96b7341a-3976-483d-8cf6-6301408e7de5 to the data store datastore1 {{(pid=68292) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 645.530153] env[68292]: DEBUG oslo_vmware.rw_handles [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68292) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 645.622028] env[68292]: INFO nova.compute.manager [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Took 20.42 seconds to build instance. [ 645.627578] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.788917] env[68292]: DEBUG nova.network.neutron [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance_info_cache with network_info: [{"id": "dd2c8da0-8432-4aa3-af74-d492220d4af8", "address": "fa:16:3e:c2:46:cf", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2c8da0-84", "ovs_interfaceid": "dd2c8da0-8432-4aa3-af74-d492220d4af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.809504] env[68292]: DEBUG nova.compute.utils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.813161] env[68292]: DEBUG nova.compute.manager [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.813161] env[68292]: DEBUG nova.network.neutron [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.908403] env[68292]: DEBUG nova.network.neutron [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Successfully updated port: b6cef24b-3a76-4a0e-863d-269a1ddd5dcd {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.929207] env[68292]: DEBUG nova.policy [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '018521cdc18e4ec2b72ff27e09fbc464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad3a17951fd14540948c7ee29b466254', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.941899] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071386, 'name': Rename_Task, 'duration_secs': 0.241871} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.942613] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.943162] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9749046-6f50-48a1-8a5f-868a3631e212 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.949914] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Waiting for the task: (returnval){ [ 645.949914] env[68292]: value = "task-3071387" [ 645.949914] env[68292]: _type = "Task" [ 645.949914] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.963027] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.114014] env[68292]: DEBUG nova.compute.manager [req-432b6e3f-6dc3-4e48-b888-c2296309a155 req-358ec8b0-1a18-48e0-bd7b-2d8f0b0ea0d0 service nova] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Received event network-vif-plugged-dd2c8da0-8432-4aa3-af74-d492220d4af8 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.114409] env[68292]: DEBUG oslo_concurrency.lockutils [req-432b6e3f-6dc3-4e48-b888-c2296309a155 req-358ec8b0-1a18-48e0-bd7b-2d8f0b0ea0d0 service nova] Acquiring lock "beeb9d6b-9333-4073-a690-e23db124d5ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.114741] env[68292]: DEBUG oslo_concurrency.lockutils [req-432b6e3f-6dc3-4e48-b888-c2296309a155 req-358ec8b0-1a18-48e0-bd7b-2d8f0b0ea0d0 service nova] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.115012] env[68292]: DEBUG oslo_concurrency.lockutils [req-432b6e3f-6dc3-4e48-b888-c2296309a155 req-358ec8b0-1a18-48e0-bd7b-2d8f0b0ea0d0 service nova] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.115708] env[68292]: DEBUG nova.compute.manager [req-432b6e3f-6dc3-4e48-b888-c2296309a155 req-358ec8b0-1a18-48e0-bd7b-2d8f0b0ea0d0 service nova] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] No waiting events found dispatching network-vif-plugged-dd2c8da0-8432-4aa3-af74-d492220d4af8 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.115966] env[68292]: WARNING nova.compute.manager [req-432b6e3f-6dc3-4e48-b888-c2296309a155 req-358ec8b0-1a18-48e0-bd7b-2d8f0b0ea0d0 service nova] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Received unexpected event network-vif-plugged-dd2c8da0-8432-4aa3-af74-d492220d4af8 for instance with vm_state building and task_state spawning. [ 646.126376] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4907cd84-704f-4299-9eec-63541379c484 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.939s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.128990] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.029s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.129323] env[68292]: INFO nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] During sync_power_state the instance has a pending task (spawning). Skip. [ 646.129711] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.148177] env[68292]: DEBUG nova.compute.manager [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Received event network-changed-bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.148521] env[68292]: DEBUG nova.compute.manager [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Refreshing instance network info cache due to event network-changed-bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.148748] env[68292]: DEBUG oslo_concurrency.lockutils [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] Acquiring lock "refresh_cache-5d6a9c13-b696-47f2-9ec5-00fe0d474f39" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.148900] env[68292]: DEBUG oslo_concurrency.lockutils [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] Acquired lock "refresh_cache-5d6a9c13-b696-47f2-9ec5-00fe0d474f39" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.149213] env[68292]: DEBUG nova.network.neutron [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Refreshing network info cache for port bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.292372] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.292731] env[68292]: DEBUG nova.compute.manager [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Instance network_info: |[{"id": "dd2c8da0-8432-4aa3-af74-d492220d4af8", "address": "fa:16:3e:c2:46:cf", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2c8da0-84", "ovs_interfaceid": "dd2c8da0-8432-4aa3-af74-d492220d4af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.293685] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:46:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd2c8da0-8432-4aa3-af74-d492220d4af8', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.305590] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Creating folder: Project (25172695ab8b41dc945cf845feb4e6e3). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.309192] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b53d7641-1c7b-46f2-aace-b1be38e97e6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.320178] env[68292]: DEBUG nova.compute.manager [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.328100] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Created folder: Project (25172695ab8b41dc945cf845feb4e6e3) in parent group-v614981. [ 646.328319] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Creating folder: Instances. Parent ref: group-v614997. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.328598] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d4804e7-a9d0-45a8-8d1c-229d5111234b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.346008] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Created folder: Instances in parent group-v614997. [ 646.347430] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.351794] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.352108] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4156f0b1-968b-4e48-b964-5553744ef20e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.382455] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.382455] env[68292]: value = "task-3071390" [ 646.382455] env[68292]: _type = "Task" [ 646.382455] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.386986] env[68292]: DEBUG oslo_vmware.rw_handles [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Completed reading data from the image iterator. {{(pid=68292) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 646.387329] env[68292]: DEBUG oslo_vmware.rw_handles [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 646.393278] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071390, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.413251] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Acquiring lock "refresh_cache-f7f75556-233d-468b-b2a6-23258ade517a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.413425] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Acquired lock "refresh_cache-f7f75556-233d-468b-b2a6-23258ade517a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.413570] env[68292]: DEBUG nova.network.neutron [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.459174] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Downloaded image file data 96b7341a-3976-483d-8cf6-6301408e7de5 to vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk on the data store datastore1 {{(pid=68292) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 646.461271] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Caching image {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 646.461543] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Copying Virtual Disk [datastore1] vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk to [datastore1] vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.462235] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9bf969e-0e9f-42c6-b125-c4a81ca09b5d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.475303] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071387, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.475303] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 646.475303] env[68292]: value = "task-3071391" [ 646.475303] env[68292]: _type = "Task" [ 646.475303] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.597678] env[68292]: DEBUG nova.network.neutron [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Successfully created port: 866ec064-f70c-4425-926a-66fce861105c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.623234] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddc9d60-08d6-4803-8f1c-8fe18c765f15 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.633736] env[68292]: DEBUG nova.compute.manager [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.636662] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f85ff5-d98f-48b7-bbc2-a5aa78a93f4f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.687631] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb5b06d-bb55-4acf-a99b-228db27b5eda {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.699360] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a96523f-5324-4108-9a89-857a67bab3c8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.715032] env[68292]: DEBUG nova.compute.provider_tree [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.898254] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071390, 'name': CreateVM_Task, 'duration_secs': 0.408143} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.898370] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.899165] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.899340] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.899738] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.899961] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ea2a0f-0530-4632-b37e-5254d93f2001 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.905467] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 646.905467] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521313eb-f99d-017b-0840-696e5339eea9" [ 646.905467] env[68292]: _type = "Task" [ 646.905467] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.917030] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521313eb-f99d-017b-0840-696e5339eea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.972848] env[68292]: DEBUG oslo_vmware.api [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071387, 'name': PowerOnVM_Task, 'duration_secs': 0.737406} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.973243] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.973556] env[68292]: INFO nova.compute.manager [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Took 11.43 seconds to spawn the instance on the hypervisor. [ 646.973833] env[68292]: DEBUG nova.compute.manager [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.975077] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae41c20-32ff-40ca-bfaa-9cbc7867549a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.994492] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071391, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.039637] env[68292]: DEBUG nova.network.neutron [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.173853] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.221495] env[68292]: DEBUG nova.scheduler.client.report [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.331997] env[68292]: DEBUG nova.compute.manager [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.366029] env[68292]: DEBUG nova.virt.hardware [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.366155] env[68292]: DEBUG nova.virt.hardware [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.366275] env[68292]: DEBUG nova.virt.hardware [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.366463] env[68292]: DEBUG nova.virt.hardware [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.366610] env[68292]: DEBUG nova.virt.hardware [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.366761] env[68292]: DEBUG nova.virt.hardware [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.367035] env[68292]: DEBUG nova.virt.hardware [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.367226] env[68292]: DEBUG nova.virt.hardware [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.367401] env[68292]: DEBUG nova.virt.hardware [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.367564] env[68292]: DEBUG nova.virt.hardware [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.367729] env[68292]: DEBUG nova.virt.hardware [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.368622] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71195224-65e6-49bd-b9bd-2a710baa8e51 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.379427] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9ba6df-6236-4672-83da-a69b4abba054 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.416015] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.416763] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.417272] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.490065] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95366} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.490368] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Copied Virtual Disk [datastore1] vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk to [datastore1] vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.490526] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Deleting the datastore file [datastore1] vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5/tmp-sparse.vmdk {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.491166] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d92c44bd-1a00-49f1-82b9-c31133f5e825 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.500151] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 647.500151] env[68292]: value = "task-3071392" [ 647.500151] env[68292]: _type = "Task" [ 647.500151] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.507244] env[68292]: INFO nova.compute.manager [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Took 20.64 seconds to build instance. [ 647.524541] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.545846] env[68292]: DEBUG nova.network.neutron [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Updated VIF entry in instance network info cache for port bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.546268] env[68292]: DEBUG nova.network.neutron [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Updating instance_info_cache with network_info: [{"id": "bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a", "address": "fa:16:3e:26:76:94", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9f04d1-94", "ovs_interfaceid": "bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.565291] env[68292]: DEBUG nova.network.neutron [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Updating instance_info_cache with network_info: [{"id": "b6cef24b-3a76-4a0e-863d-269a1ddd5dcd", "address": "fa:16:3e:74:2f:3a", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cef24b-3a", "ovs_interfaceid": "b6cef24b-3a76-4a0e-863d-269a1ddd5dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.729222] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.729222] env[68292]: DEBUG nova.compute.manager [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.730894] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.752s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.731975] env[68292]: INFO nova.compute.claims [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.864964] env[68292]: DEBUG nova.network.neutron [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Successfully updated port: 1fd48547-fdbf-4315-a61b-664d90b3600c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.011428] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eab6f539-2c46-4626-acf1-5e640a1e75ad tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.161s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.016210] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.913s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.016210] env[68292]: INFO nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] During sync_power_state the instance has a pending task (spawning). Skip. [ 648.016210] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.032386] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066816} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.032880] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.032955] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Moving file from [datastore1] vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f/96b7341a-3976-483d-8cf6-6301408e7de5 to [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5. {{(pid=68292) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 648.033284] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0152a98f-d963-4e42-bb4c-c3617df9e472 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.042836] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 648.042836] env[68292]: value = "task-3071393" [ 648.042836] env[68292]: _type = "Task" [ 648.042836] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.052947] env[68292]: DEBUG oslo_concurrency.lockutils [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] Releasing lock "refresh_cache-5d6a9c13-b696-47f2-9ec5-00fe0d474f39" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.052947] env[68292]: DEBUG nova.compute.manager [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Received event network-vif-plugged-1a741889-51dc-46cf-96f4-dd6538209973 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.052947] env[68292]: DEBUG oslo_concurrency.lockutils [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] Acquiring lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.053080] env[68292]: DEBUG oslo_concurrency.lockutils [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] Lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.053303] env[68292]: DEBUG oslo_concurrency.lockutils [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] Lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.053511] env[68292]: DEBUG nova.compute.manager [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] No waiting events found dispatching network-vif-plugged-1a741889-51dc-46cf-96f4-dd6538209973 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.053714] env[68292]: WARNING nova.compute.manager [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Received unexpected event network-vif-plugged-1a741889-51dc-46cf-96f4-dd6538209973 for instance with vm_state building and task_state spawning. [ 648.053916] env[68292]: DEBUG nova.compute.manager [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Received event network-changed-1a741889-51dc-46cf-96f4-dd6538209973 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.054117] env[68292]: DEBUG nova.compute.manager [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Refreshing instance network info cache due to event network-changed-1a741889-51dc-46cf-96f4-dd6538209973. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.054358] env[68292]: DEBUG oslo_concurrency.lockutils [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] Acquiring lock "refresh_cache-b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.054532] env[68292]: DEBUG oslo_concurrency.lockutils [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] Acquired lock "refresh_cache-b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.054766] env[68292]: DEBUG nova.network.neutron [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Refreshing network info cache for port 1a741889-51dc-46cf-96f4-dd6538209973 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.056187] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071393, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.068601] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Releasing lock "refresh_cache-f7f75556-233d-468b-b2a6-23258ade517a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.068601] env[68292]: DEBUG nova.compute.manager [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Instance network_info: |[{"id": "b6cef24b-3a76-4a0e-863d-269a1ddd5dcd", "address": "fa:16:3e:74:2f:3a", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cef24b-3a", "ovs_interfaceid": "b6cef24b-3a76-4a0e-863d-269a1ddd5dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.069072] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:2f:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6cef24b-3a76-4a0e-863d-269a1ddd5dcd', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.076193] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Creating folder: Project (2308fd2cd3ba4b788f493ad1b14182db). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.077151] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28724425-4551-4c9e-a6ae-a6e7041fec15 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.090020] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Created folder: Project (2308fd2cd3ba4b788f493ad1b14182db) in parent group-v614981. [ 648.090020] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Creating folder: Instances. Parent ref: group-v615000. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.090020] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0632b30-972b-4e0f-a2dd-cb0eb82ce856 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.099814] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Created folder: Instances in parent group-v615000. [ 648.100300] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.100587] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.101136] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe627076-fe85-42c6-ae7c-3044b52fef49 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.123998] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.123998] env[68292]: value = "task-3071396" [ 648.123998] env[68292]: _type = "Task" [ 648.123998] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.134688] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071396, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.236608] env[68292]: DEBUG nova.compute.utils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.242403] env[68292]: DEBUG nova.compute.manager [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.242403] env[68292]: DEBUG nova.network.neutron [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.362659] env[68292]: DEBUG nova.policy [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fbe76d7069741739441994034068a9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c30868c74c014a4eb94c6b88f44e4962', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.367663] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "refresh_cache-9cf39460-a830-432d-aba3-d5e0ebca02b8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.371024] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "refresh_cache-9cf39460-a830-432d-aba3-d5e0ebca02b8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.371024] env[68292]: DEBUG nova.network.neutron [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.560356] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071393, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.037642} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.560853] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] File moved {{(pid=68292) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 648.561042] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Cleaning up location [datastore1] vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 648.561374] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Deleting the datastore file [datastore1] vmware_temp/c304cb0f-afa3-4e43-bde6-efa7bbf1105f {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.562193] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d923c4e-5ef8-4dde-86e4-56cd181949bd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.572120] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 648.572120] env[68292]: value = "task-3071397" [ 648.572120] env[68292]: _type = "Task" [ 648.572120] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.584815] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.632405] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquiring lock "579ecc58-5c84-4237-bf96-4e36c0f75dcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.632702] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lock "579ecc58-5c84-4237-bf96-4e36c0f75dcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.641313] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071396, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.741905] env[68292]: DEBUG nova.compute.manager [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.987186] env[68292]: DEBUG nova.network.neutron [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.027521] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff426181-7a9a-4e60-9374-bdca1d1ad5a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.038609] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3133ba60-0285-4cae-93ca-821372909256 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.084162] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f00dc-5f92-4437-a58e-56fdf55e0bd0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.095217] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039348} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.099136] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4454d9-6b32-4518-b884-dd3e1c1f8f36 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.101537] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.102694] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b906a7-c127-4259-856f-8881d06a4d4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.115961] env[68292]: DEBUG nova.compute.provider_tree [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.119133] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 649.119133] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e30c1f-2754-6728-51d6-c67876d6bdc0" [ 649.119133] env[68292]: _type = "Task" [ 649.119133] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.128389] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e30c1f-2754-6728-51d6-c67876d6bdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.01432} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.134294] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.134804] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40/b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.135760] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.135971] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.138764] env[68292]: DEBUG nova.compute.manager [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.139054] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-511e6439-8029-4047-8ab4-9b4c62249d77 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.144958] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7883f7d3-a258-4b7e-b2cd-568625260e56 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.151907] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071396, 'name': CreateVM_Task, 'duration_secs': 0.624974} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.152361] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.153195] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.153277] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.153532] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.153778] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3398468c-c85e-4295-aec7-b332e9177ed3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.157037] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 649.157037] env[68292]: value = "task-3071398" [ 649.157037] env[68292]: _type = "Task" [ 649.157037] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.158475] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.158718] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.162807] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a13278-a2a2-43f1-b3f3-2143c68e830c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.166560] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Waiting for the task: (returnval){ [ 649.166560] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520e2b25-9ad2-9b2f-2be6-693cd35ca9b0" [ 649.166560] env[68292]: _type = "Task" [ 649.166560] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.178108] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 649.178108] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5208285a-a00c-1780-bd1f-73869724a339" [ 649.178108] env[68292]: _type = "Task" [ 649.178108] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.182310] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.189027] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520e2b25-9ad2-9b2f-2be6-693cd35ca9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.189852] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.189993] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.190218] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.195163] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5208285a-a00c-1780-bd1f-73869724a339, 'name': SearchDatastore_Task, 'duration_secs': 0.019811} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.195935] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d9e9011-b63b-499e-8660-3abd1cc973e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.201530] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 649.201530] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5240cc5e-5b14-1400-3395-35706b37dfd6" [ 649.201530] env[68292]: _type = "Task" [ 649.201530] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.209981] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5240cc5e-5b14-1400-3395-35706b37dfd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.334124] env[68292]: DEBUG nova.network.neutron [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Updated VIF entry in instance network info cache for port 1a741889-51dc-46cf-96f4-dd6538209973. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.334511] env[68292]: DEBUG nova.network.neutron [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Updating instance_info_cache with network_info: [{"id": "1a741889-51dc-46cf-96f4-dd6538209973", "address": "fa:16:3e:5c:80:ce", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a741889-51", "ovs_interfaceid": "1a741889-51dc-46cf-96f4-dd6538209973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.415456] env[68292]: DEBUG nova.network.neutron [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Updating instance_info_cache with network_info: [{"id": "1fd48547-fdbf-4315-a61b-664d90b3600c", "address": "fa:16:3e:9c:b7:33", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd48547-fd", "ovs_interfaceid": "1fd48547-fdbf-4315-a61b-664d90b3600c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.621235] env[68292]: DEBUG nova.scheduler.client.report [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.655744] env[68292]: DEBUG nova.network.neutron [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Successfully created port: 517ca566-9a85-43ca-ac2f-02e022f0361a {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.674516] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.679918] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071398, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.682514] env[68292]: DEBUG nova.compute.manager [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.683405] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a81349-51b5-40e7-9459-573bdbfd14b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.712698] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5240cc5e-5b14-1400-3395-35706b37dfd6, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.712941] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.713251] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] beeb9d6b-9333-4073-a690-e23db124d5ff/beeb9d6b-9333-4073-a690-e23db124d5ff.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.713530] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.713757] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.713905] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-894df4c9-e317-448c-a75d-555b8c22a20e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.716095] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6a54a3d-322d-4e38-b4f6-5c6c6de74e06 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.723098] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 649.723098] env[68292]: value = "task-3071399" [ 649.723098] env[68292]: _type = "Task" [ 649.723098] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.729115] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.729115] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.729845] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524568f3-c81f-4e9b-a0a4-a79b8b81ae9a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.735372] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.738304] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Waiting for the task: (returnval){ [ 649.738304] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52bc368d-8efd-4cfd-2587-db0a0f0cf13e" [ 649.738304] env[68292]: _type = "Task" [ 649.738304] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.745779] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bc368d-8efd-4cfd-2587-db0a0f0cf13e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.755504] env[68292]: DEBUG nova.compute.manager [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.779876] env[68292]: DEBUG nova.virt.hardware [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.780133] env[68292]: DEBUG nova.virt.hardware [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.780334] env[68292]: DEBUG nova.virt.hardware [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.780557] env[68292]: DEBUG nova.virt.hardware [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.780745] env[68292]: DEBUG nova.virt.hardware [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.780931] env[68292]: DEBUG nova.virt.hardware [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.781725] env[68292]: DEBUG nova.virt.hardware [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.781939] env[68292]: DEBUG nova.virt.hardware [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.782169] env[68292]: DEBUG nova.virt.hardware [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.782377] env[68292]: DEBUG nova.virt.hardware [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.782600] env[68292]: DEBUG nova.virt.hardware [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.783567] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed798c38-5ce9-4980-98f7-567d6ec05d6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.792124] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e6b221-645e-41f7-81fa-a63c3dd6bdbd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.839566] env[68292]: DEBUG oslo_concurrency.lockutils [req-a97e5ed4-8e5f-417a-a003-cd9eaea56797 req-843904ad-f58c-4473-97b0-c78703a0e9cc service nova] Releasing lock "refresh_cache-b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.841230] env[68292]: DEBUG nova.network.neutron [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Successfully updated port: 866ec064-f70c-4425-926a-66fce861105c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.918080] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "refresh_cache-9cf39460-a830-432d-aba3-d5e0ebca02b8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.919010] env[68292]: DEBUG nova.compute.manager [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Instance network_info: |[{"id": "1fd48547-fdbf-4315-a61b-664d90b3600c", "address": "fa:16:3e:9c:b7:33", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd48547-fd", "ovs_interfaceid": "1fd48547-fdbf-4315-a61b-664d90b3600c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.919673] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:b7:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fd48547-fdbf-4315-a61b-664d90b3600c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.941208] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Creating folder: Project (ad3a17951fd14540948c7ee29b466254). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.941860] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8523e4f-b715-4be8-a10b-3b19be885630 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.954200] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Created folder: Project (ad3a17951fd14540948c7ee29b466254) in parent group-v614981. [ 649.954416] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Creating folder: Instances. Parent ref: group-v615003. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.954678] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cab1a87-3f68-4378-b2dd-6d96535716f7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.966670] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Created folder: Instances in parent group-v615003. [ 649.966926] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.967152] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.967361] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9bc4275-4d6e-4eea-aa2c-0b362e9fb09e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.992655] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.992655] env[68292]: value = "task-3071402" [ 649.992655] env[68292]: _type = "Task" [ 649.992655] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.000993] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071402, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.101668] env[68292]: INFO nova.compute.manager [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Rebuilding instance [ 650.126148] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.130866] env[68292]: DEBUG nova.compute.manager [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.136477] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.713s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.175918] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604872} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.176485] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40/b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.176835] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.177168] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c99ed50-7762-4b5a-beea-1f4444a4b3b0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.202952] env[68292]: INFO nova.compute.manager [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] instance snapshotting [ 650.206335] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 650.206335] env[68292]: value = "task-3071403" [ 650.206335] env[68292]: _type = "Task" [ 650.206335] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.219271] env[68292]: DEBUG nova.compute.manager [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.219592] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab00e2-09bb-4b9d-97db-2e2a242aaa15 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.240500] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.249614] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071399, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.257853] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bc368d-8efd-4cfd-2587-db0a0f0cf13e, 'name': SearchDatastore_Task, 'duration_secs': 0.022297} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.259630] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d630426a-c5b6-4ff0-8c69-ff2281d45774 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.262798] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c11c74f-4338-40f3-9b46-22b4ba7f97b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.270316] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Waiting for the task: (returnval){ [ 650.270316] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5239a78f-cf41-f525-56dd-df9302eee8c2" [ 650.270316] env[68292]: _type = "Task" [ 650.270316] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.290960] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4380ee0-ae37-4b6c-9e62-46dda2a9a39b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.306011] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5239a78f-cf41-f525-56dd-df9302eee8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.344776] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "refresh_cache-dd9db746-41d9-4d5a-ae64-cdb54765e6cd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.344978] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "refresh_cache-dd9db746-41d9-4d5a-ae64-cdb54765e6cd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.345141] env[68292]: DEBUG nova.network.neutron [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.505063] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071402, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.597759] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "8b337bf1-2ea4-455f-8027-9efac83ae6bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.597985] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "8b337bf1-2ea4-455f-8027-9efac83ae6bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.603813] env[68292]: DEBUG nova.compute.manager [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Received event network-changed-dd2c8da0-8432-4aa3-af74-d492220d4af8 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.603967] env[68292]: DEBUG nova.compute.manager [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Refreshing instance network info cache due to event network-changed-dd2c8da0-8432-4aa3-af74-d492220d4af8. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.604177] env[68292]: DEBUG oslo_concurrency.lockutils [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] Acquiring lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.604312] env[68292]: DEBUG oslo_concurrency.lockutils [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] Acquired lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.607750] env[68292]: DEBUG nova.network.neutron [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Refreshing network info cache for port dd2c8da0-8432-4aa3-af74-d492220d4af8 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.624432] env[68292]: DEBUG nova.compute.manager [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Received event network-vif-plugged-b6cef24b-3a76-4a0e-863d-269a1ddd5dcd {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.624667] env[68292]: DEBUG oslo_concurrency.lockutils [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] Acquiring lock "f7f75556-233d-468b-b2a6-23258ade517a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.624879] env[68292]: DEBUG oslo_concurrency.lockutils [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] Lock "f7f75556-233d-468b-b2a6-23258ade517a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.626171] env[68292]: DEBUG oslo_concurrency.lockutils [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] Lock "f7f75556-233d-468b-b2a6-23258ade517a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.626500] env[68292]: DEBUG nova.compute.manager [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] [instance: f7f75556-233d-468b-b2a6-23258ade517a] No waiting events found dispatching network-vif-plugged-b6cef24b-3a76-4a0e-863d-269a1ddd5dcd {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.626780] env[68292]: WARNING nova.compute.manager [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Received unexpected event network-vif-plugged-b6cef24b-3a76-4a0e-863d-269a1ddd5dcd for instance with vm_state building and task_state spawning. [ 650.626780] env[68292]: DEBUG nova.compute.manager [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Received event network-changed-b6cef24b-3a76-4a0e-863d-269a1ddd5dcd {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.626926] env[68292]: DEBUG nova.compute.manager [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Refreshing instance network info cache due to event network-changed-b6cef24b-3a76-4a0e-863d-269a1ddd5dcd. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.627812] env[68292]: DEBUG oslo_concurrency.lockutils [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] Acquiring lock "refresh_cache-f7f75556-233d-468b-b2a6-23258ade517a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.627812] env[68292]: DEBUG oslo_concurrency.lockutils [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] Acquired lock "refresh_cache-f7f75556-233d-468b-b2a6-23258ade517a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.628618] env[68292]: DEBUG nova.network.neutron [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Refreshing network info cache for port b6cef24b-3a76-4a0e-863d-269a1ddd5dcd {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.641412] env[68292]: DEBUG nova.compute.utils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.642727] env[68292]: DEBUG nova.compute.manager [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.642926] env[68292]: DEBUG nova.network.neutron [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.720874] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.297486} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.720874] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.721349] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502fb2af-9296-41f6-8ccf-ae41c31d39b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.733424] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743077} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.743254] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] beeb9d6b-9333-4073-a690-e23db124d5ff/beeb9d6b-9333-4073-a690-e23db124d5ff.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.743254] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.754209] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40/b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.756157] env[68292]: DEBUG nova.policy [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '681c1732295b4b0f89f27ffbe37674fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a12d92afe574b19a0a0d9a8f78750e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.758025] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a67bb5c-fce7-45d4-aa7c-ee74e1e8ed1d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.760362] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0afe028-9b0c-4e5c-8cf9-b7ec066088a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.782729] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 650.782729] env[68292]: value = "task-3071404" [ 650.782729] env[68292]: _type = "Task" [ 650.782729] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.786023] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 650.786023] env[68292]: value = "task-3071405" [ 650.786023] env[68292]: _type = "Task" [ 650.786023] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.800179] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.809031] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.812323] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 650.812754] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5239a78f-cf41-f525-56dd-df9302eee8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.051599} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.813353] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37fd622a-f33c-4861-a3bb-dfd45f91b9a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.815888] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.816219] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] f7f75556-233d-468b-b2a6-23258ade517a/f7f75556-233d-468b-b2a6-23258ade517a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.816534] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c56342ec-0a5d-46ec-a0b9-d820571e19f7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.824458] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 650.824458] env[68292]: value = "task-3071406" [ 650.824458] env[68292]: _type = "Task" [ 650.824458] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.825983] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Waiting for the task: (returnval){ [ 650.825983] env[68292]: value = "task-3071407" [ 650.825983] env[68292]: _type = "Task" [ 650.825983] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.838981] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071406, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.844667] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.904701] env[68292]: DEBUG nova.network.neutron [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.005538] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071402, 'name': CreateVM_Task, 'duration_secs': 0.649385} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.005902] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.006466] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.007101] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.007101] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.009653] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b77865-806a-4567-b3dd-b3846d52f5af {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.015168] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 651.015168] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521e3eb6-82b7-3a1b-9015-6ac2e3537b7a" [ 651.015168] env[68292]: _type = "Task" [ 651.015168] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.024058] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521e3eb6-82b7-3a1b-9015-6ac2e3537b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.120097] env[68292]: DEBUG nova.network.neutron [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Updating instance_info_cache with network_info: [{"id": "866ec064-f70c-4425-926a-66fce861105c", "address": "fa:16:3e:af:f5:65", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866ec064-f7", "ovs_interfaceid": "866ec064-f70c-4425-926a-66fce861105c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.145572] env[68292]: DEBUG nova.compute.manager [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.198977] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 7575146e-b572-457f-a8e8-34005b5e9028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 651.199144] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 651.199284] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 9f982c0c-892e-4406-994d-adf7d46d3ea9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 651.199401] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 5d6a9c13-b696-47f2-9ec5-00fe0d474f39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 651.199508] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 651.199637] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance beeb9d6b-9333-4073-a690-e23db124d5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 651.199771] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance f7f75556-233d-468b-b2a6-23258ade517a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 651.199885] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 9cf39460-a830-432d-aba3-d5e0ebca02b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 651.200099] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance dd9db746-41d9-4d5a-ae64-cdb54765e6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 651.200150] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 651.200255] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 2a13c39c-ba50-460c-9ed1-371aacf4c757 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 651.243151] env[68292]: DEBUG nova.network.neutron [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Successfully created port: 4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.256637] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.257852] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-399ffbbe-3344-4bd8-8535-93edca5f7b69 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.271167] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 651.271167] env[68292]: value = "task-3071408" [ 651.271167] env[68292]: _type = "Task" [ 651.271167] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.283436] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.301396] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10024} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.305971] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.306343] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.307430] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cb85c7-a6f3-48fd-8006-6ee71642b041 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.337291] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] beeb9d6b-9333-4073-a690-e23db124d5ff/beeb9d6b-9333-4073-a690-e23db124d5ff.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.341860] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb02c653-7898-4981-b8c9-7e96e29c7c2e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.379469] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071406, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.383102] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071407, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.385058] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 651.385058] env[68292]: value = "task-3071409" [ 651.385058] env[68292]: _type = "Task" [ 651.385058] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.404092] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.528464] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521e3eb6-82b7-3a1b-9015-6ac2e3537b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.018429} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.528464] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.528464] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.528726] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.528933] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.529264] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.531586] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f59ab8d-be44-4c40-ace4-42495aab6451 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.544188] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.544188] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.544735] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3879d9e-e4bb-4c9c-b1f2-60b19a1bbf0d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.551333] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 651.551333] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c65f13-ff60-5a31-fa99-4d8c017c8511" [ 651.551333] env[68292]: _type = "Task" [ 651.551333] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.558682] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c65f13-ff60-5a31-fa99-4d8c017c8511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.627449] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "refresh_cache-dd9db746-41d9-4d5a-ae64-cdb54765e6cd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.627785] env[68292]: DEBUG nova.compute.manager [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Instance network_info: |[{"id": "866ec064-f70c-4425-926a-66fce861105c", "address": "fa:16:3e:af:f5:65", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866ec064-f7", "ovs_interfaceid": "866ec064-f70c-4425-926a-66fce861105c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.629439] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:f5:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '866ec064-f70c-4425-926a-66fce861105c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.641679] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.641915] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.642148] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-639fec18-f766-4757-ac4b-658ad9826dff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.673382] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.673382] env[68292]: value = "task-3071410" [ 651.673382] env[68292]: _type = "Task" [ 651.673382] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.681103] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071410, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.703829] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance a2730738-7df2-42da-8048-7d06e3b97d4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 651.769934] env[68292]: DEBUG nova.network.neutron [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Updated VIF entry in instance network info cache for port b6cef24b-3a76-4a0e-863d-269a1ddd5dcd. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.770425] env[68292]: DEBUG nova.network.neutron [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Updating instance_info_cache with network_info: [{"id": "b6cef24b-3a76-4a0e-863d-269a1ddd5dcd", "address": "fa:16:3e:74:2f:3a", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cef24b-3a", "ovs_interfaceid": "b6cef24b-3a76-4a0e-863d-269a1ddd5dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.774468] env[68292]: DEBUG nova.network.neutron [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updated VIF entry in instance network info cache for port dd2c8da0-8432-4aa3-af74-d492220d4af8. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.774567] env[68292]: DEBUG nova.network.neutron [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance_info_cache with network_info: [{"id": "dd2c8da0-8432-4aa3-af74-d492220d4af8", "address": "fa:16:3e:c2:46:cf", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2c8da0-84", "ovs_interfaceid": "dd2c8da0-8432-4aa3-af74-d492220d4af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.785498] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071408, 'name': PowerOffVM_Task, 'duration_secs': 0.163436} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.786351] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.786602] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.787464] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc6d950-f4b3-41eb-a046-d4f6a907a288 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.803705] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.807459] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c42b2e4-ff92-4afe-8885-bde294666c96 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.809939] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071405, 'name': ReconfigVM_Task, 'duration_secs': 0.783707} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.810447] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Reconfigured VM instance instance-00000005 to attach disk [datastore1] b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40/b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.811360] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-641e78b2-b873-4fd3-8b15-36303661bc15 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.819617] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 651.819617] env[68292]: value = "task-3071412" [ 651.819617] env[68292]: _type = "Task" [ 651.819617] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.830965] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071412, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.838252] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.838567] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.838833] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Deleting the datastore file [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.839136] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c048573-1847-404b-99ef-5be34020b4d7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.851849] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071406, 'name': CreateSnapshot_Task, 'duration_secs': 0.780857} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.851849] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 651.851849] env[68292]: value = "task-3071413" [ 651.851849] env[68292]: _type = "Task" [ 651.851849] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.852951] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 651.853734] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d61ef92-e214-443d-b768-a99031a4270f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.864388] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705568} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.865580] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] f7f75556-233d-468b-b2a6-23258ade517a/f7f75556-233d-468b-b2a6-23258ade517a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.865868] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.866197] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcad1d30-ed91-4014-a7a1-2ae2ac56837e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.878594] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.884469] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.884707] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.884965] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Waiting for the task: (returnval){ [ 651.884965] env[68292]: value = "task-3071414" [ 651.884965] env[68292]: _type = "Task" [ 651.884965] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.897506] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.901510] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.016577] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "aabf83d8-a77c-496a-a909-a9e315d67082" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.016912] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.035018] env[68292]: DEBUG nova.network.neutron [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Successfully updated port: 517ca566-9a85-43ca-ac2f-02e022f0361a {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.062343] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c65f13-ff60-5a31-fa99-4d8c017c8511, 'name': SearchDatastore_Task, 'duration_secs': 0.071887} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.063177] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d935dba6-2f31-4809-9c8d-49ab2524c423 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.068804] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 652.068804] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a3cda9-dcb9-4c23-b1bc-2d7ddb3143be" [ 652.068804] env[68292]: _type = "Task" [ 652.068804] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.076468] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a3cda9-dcb9-4c23-b1bc-2d7ddb3143be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.169666] env[68292]: DEBUG nova.compute.manager [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.184721] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071410, 'name': CreateVM_Task, 'duration_secs': 0.37847} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.185385] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.187987] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.187987] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.187987] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.187987] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d368d748-49b7-4e87-b19d-0e6af2e1fb73 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.192258] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 652.192258] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521e4ee9-94ab-6c96-fddf-0f9cbd773262" [ 652.192258] env[68292]: _type = "Task" [ 652.192258] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.202776] env[68292]: DEBUG nova.virt.hardware [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.202911] env[68292]: DEBUG nova.virt.hardware [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.202991] env[68292]: DEBUG nova.virt.hardware [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.203289] env[68292]: DEBUG nova.virt.hardware [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.203359] env[68292]: DEBUG nova.virt.hardware [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.203504] env[68292]: DEBUG nova.virt.hardware [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.203938] env[68292]: DEBUG nova.virt.hardware [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.203938] env[68292]: DEBUG nova.virt.hardware [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.204732] env[68292]: DEBUG nova.virt.hardware [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.204732] env[68292]: DEBUG nova.virt.hardware [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.204732] env[68292]: DEBUG nova.virt.hardware [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.205282] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35139285-f8e8-49a2-bb56-f37e9595edeb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.213051] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance c8d9016a-c5b3-4d53-8f0c-064aee3f688d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 652.213051] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521e4ee9-94ab-6c96-fddf-0f9cbd773262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.219379] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640b7f6e-6f88-478c-affd-f9646eff1474 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.280226] env[68292]: DEBUG oslo_concurrency.lockutils [req-15d7b1f0-4559-4bc4-8f88-468e01e898d2 req-401f9cfa-7dfd-4349-b8ad-147169a68bf7 service nova] Releasing lock "refresh_cache-f7f75556-233d-468b-b2a6-23258ade517a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.280826] env[68292]: DEBUG oslo_concurrency.lockutils [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] Releasing lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.280968] env[68292]: DEBUG nova.compute.manager [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Received event network-vif-plugged-1fd48547-fdbf-4315-a61b-664d90b3600c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.281180] env[68292]: DEBUG oslo_concurrency.lockutils [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] Acquiring lock "9cf39460-a830-432d-aba3-d5e0ebca02b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.281716] env[68292]: DEBUG oslo_concurrency.lockutils [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] Lock "9cf39460-a830-432d-aba3-d5e0ebca02b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.281716] env[68292]: DEBUG oslo_concurrency.lockutils [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] Lock "9cf39460-a830-432d-aba3-d5e0ebca02b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.281819] env[68292]: DEBUG nova.compute.manager [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] No waiting events found dispatching network-vif-plugged-1fd48547-fdbf-4315-a61b-664d90b3600c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.281952] env[68292]: WARNING nova.compute.manager [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Received unexpected event network-vif-plugged-1fd48547-fdbf-4315-a61b-664d90b3600c for instance with vm_state building and task_state spawning. [ 652.282220] env[68292]: DEBUG nova.compute.manager [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Received event network-changed-1fd48547-fdbf-4315-a61b-664d90b3600c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.282903] env[68292]: DEBUG nova.compute.manager [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Refreshing instance network info cache due to event network-changed-1fd48547-fdbf-4315-a61b-664d90b3600c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.282903] env[68292]: DEBUG oslo_concurrency.lockutils [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] Acquiring lock "refresh_cache-9cf39460-a830-432d-aba3-d5e0ebca02b8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.282903] env[68292]: DEBUG oslo_concurrency.lockutils [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] Acquired lock "refresh_cache-9cf39460-a830-432d-aba3-d5e0ebca02b8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.282903] env[68292]: DEBUG nova.network.neutron [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Refreshing network info cache for port 1fd48547-fdbf-4315-a61b-664d90b3600c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.331977] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071412, 'name': Rename_Task, 'duration_secs': 0.245777} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.335275] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.335275] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee7e0fa5-0000-43af-9442-48c29614830a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.340695] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 652.340695] env[68292]: value = "task-3071415" [ 652.340695] env[68292]: _type = "Task" [ 652.340695] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.359640] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.370705] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217026} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.371135] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.371847] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.371847] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.389557] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 652.389557] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74a1147e-f9ba-4410-9f16-7c82cbd576a3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.409974] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1543} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.414630] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.415212] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071409, 'name': ReconfigVM_Task, 'duration_secs': 0.824013} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.415630] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 652.415630] env[68292]: value = "task-3071416" [ 652.415630] env[68292]: _type = "Task" [ 652.415630] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.416144] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9680fede-bec0-4715-b53b-c0d8daf04517 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.420215] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Reconfigured VM instance instance-00000006 to attach disk [datastore1] beeb9d6b-9333-4073-a690-e23db124d5ff/beeb9d6b-9333-4073-a690-e23db124d5ff.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.420662] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e72e3c4-edd2-4ee1-bfd2-364f0740176c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.449339] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] f7f75556-233d-468b-b2a6-23258ade517a/f7f75556-233d-468b-b2a6-23258ade517a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.454109] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-366201f0-7278-4efc-bace-ebf7f53aed7b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.469872] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071416, 'name': CloneVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.470274] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 652.470274] env[68292]: value = "task-3071417" [ 652.470274] env[68292]: _type = "Task" [ 652.470274] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.478225] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Waiting for the task: (returnval){ [ 652.478225] env[68292]: value = "task-3071418" [ 652.478225] env[68292]: _type = "Task" [ 652.478225] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.485643] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071417, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.490643] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.534924] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Acquiring lock "refresh_cache-dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.535282] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Acquired lock "refresh_cache-dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.535679] env[68292]: DEBUG nova.network.neutron [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.580204] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a3cda9-dcb9-4c23-b1bc-2d7ddb3143be, 'name': SearchDatastore_Task, 'duration_secs': 0.043927} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.580204] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.580471] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 9cf39460-a830-432d-aba3-d5e0ebca02b8/9cf39460-a830-432d-aba3-d5e0ebca02b8.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.580538] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b39b74c-d431-4815-878b-89b528220b53 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.588848] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 652.588848] env[68292]: value = "task-3071419" [ 652.588848] env[68292]: _type = "Task" [ 652.588848] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.599055] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.704367] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521e4ee9-94ab-6c96-fddf-0f9cbd773262, 'name': SearchDatastore_Task, 'duration_secs': 0.030588} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.704728] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.704982] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.705267] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.705460] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.705679] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.705952] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a891beab-0872-4e5b-ac1b-298f3ba851ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.715212] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.715212] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.716215] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 579ecc58-5c84-4237-bf96-4e36c0f75dcd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 652.718364] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af940c5-c527-4944-a087-828dc6c73f24 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.727266] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 652.727266] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]523323f7-0098-70a1-d207-3b68eb922f79" [ 652.727266] env[68292]: _type = "Task" [ 652.727266] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.737337] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523323f7-0098-70a1-d207-3b68eb922f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.854369] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.872776] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquiring lock "269a608d-8978-471e-bc46-1196679c5811" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.873260] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lock "269a608d-8978-471e-bc46-1196679c5811" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.936519] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071416, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.981647] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071417, 'name': Rename_Task, 'duration_secs': 0.256379} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.985106] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.985425] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b82ecdc-ed95-40b3-857f-d4107c776164 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.995948] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071418, 'name': ReconfigVM_Task, 'duration_secs': 0.45327} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.997529] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Reconfigured VM instance instance-00000007 to attach disk [datastore1] f7f75556-233d-468b-b2a6-23258ade517a/f7f75556-233d-468b-b2a6-23258ade517a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.998271] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 652.998271] env[68292]: value = "task-3071420" [ 652.998271] env[68292]: _type = "Task" [ 652.998271] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.998474] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f85dc6fe-b7d5-430d-96ef-cb640f291711 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.010463] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.014348] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Waiting for the task: (returnval){ [ 653.014348] env[68292]: value = "task-3071421" [ 653.014348] env[68292]: _type = "Task" [ 653.014348] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.027200] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071421, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.106898] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467022} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.107196] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 9cf39460-a830-432d-aba3-d5e0ebca02b8/9cf39460-a830-432d-aba3-d5e0ebca02b8.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.107704] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.108049] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b453089-7b28-4f2b-a550-48f83e0d05e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.115905] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 653.115905] env[68292]: value = "task-3071422" [ 653.115905] env[68292]: _type = "Task" [ 653.115905] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.116947] env[68292]: DEBUG nova.network.neutron [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.128582] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.133860] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "db064b9d-7b96-4dea-bcdc-a663c9255357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.134052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "db064b9d-7b96-4dea-bcdc-a663c9255357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.222466] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 8b337bf1-2ea4-455f-8027-9efac83ae6bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 653.223256] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 653.223406] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 653.238302] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523323f7-0098-70a1-d207-3b68eb922f79, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.239496] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff974cb-d499-4ef8-bb5e-0605a859e515 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.247304] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 653.247304] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5265815d-1eec-0638-c223-90b25132359c" [ 653.247304] env[68292]: _type = "Task" [ 653.247304] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.261678] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5265815d-1eec-0638-c223-90b25132359c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.357893] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071415, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.360726] env[68292]: DEBUG nova.network.neutron [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Updating instance_info_cache with network_info: [{"id": "517ca566-9a85-43ca-ac2f-02e022f0361a", "address": "fa:16:3e:8d:1b:44", "network": {"id": "1f3a4575-8f26-40ec-8726-80e732254a35", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-733862065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c30868c74c014a4eb94c6b88f44e4962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517ca566-9a", "ovs_interfaceid": "517ca566-9a85-43ca-ac2f-02e022f0361a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.388545] env[68292]: DEBUG nova.network.neutron [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Updated VIF entry in instance network info cache for port 1fd48547-fdbf-4315-a61b-664d90b3600c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.389207] env[68292]: DEBUG nova.network.neutron [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Updating instance_info_cache with network_info: [{"id": "1fd48547-fdbf-4315-a61b-664d90b3600c", "address": "fa:16:3e:9c:b7:33", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd48547-fd", "ovs_interfaceid": "1fd48547-fdbf-4315-a61b-664d90b3600c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.418753] env[68292]: DEBUG nova.virt.hardware [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.418753] env[68292]: DEBUG nova.virt.hardware [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.418753] env[68292]: DEBUG nova.virt.hardware [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.419053] env[68292]: DEBUG nova.virt.hardware [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.419275] env[68292]: DEBUG nova.virt.hardware [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.419427] env[68292]: DEBUG nova.virt.hardware [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.419745] env[68292]: DEBUG nova.virt.hardware [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.419815] env[68292]: DEBUG nova.virt.hardware [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.420026] env[68292]: DEBUG nova.virt.hardware [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.420196] env[68292]: DEBUG nova.virt.hardware [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.420363] env[68292]: DEBUG nova.virt.hardware [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.421565] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6593a2ab-2e6b-4e77-8eb1-c0ad5c3725f0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.442212] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071416, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.443602] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e706ce-439d-4b29-9b36-9efa726e1c3e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.462127] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.469119] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.472061] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.472504] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1b43123-3a51-468b-a0d2-ac1c84bff6e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.494113] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.494113] env[68292]: value = "task-3071423" [ 653.494113] env[68292]: _type = "Task" [ 653.494113] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.506962] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071423, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.512498] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071420, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.525598] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071421, 'name': Rename_Task, 'duration_secs': 0.1927} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.525983] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.526328] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeac0585-ab23-41d9-b502-ed6c609fce14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.534843] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Waiting for the task: (returnval){ [ 653.534843] env[68292]: value = "task-3071424" [ 653.534843] env[68292]: _type = "Task" [ 653.534843] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.544018] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.574132] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc1c9f9-0c8a-46db-aec7-5da71ee8cf70 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.582096] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e16b417-6288-4538-b223-abace9e9afb9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.616133] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbd01cd-f0aa-428c-bef7-b1f1e0c6f8de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.627011] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7982a0f6-1613-4e02-85cd-6392cf0172f1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.634956] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064254} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.635403] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.636427] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c05be3-01c2-4e7e-b257-01c7ac46fd2f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.647066] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.668977] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 9cf39460-a830-432d-aba3-d5e0ebca02b8/9cf39460-a830-432d-aba3-d5e0ebca02b8.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.669962] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd7081f4-2ce7-48cd-b89e-2e526925d896 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.693013] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 653.693013] env[68292]: value = "task-3071425" [ 653.693013] env[68292]: _type = "Task" [ 653.693013] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.700539] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.762168] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5265815d-1eec-0638-c223-90b25132359c, 'name': SearchDatastore_Task, 'duration_secs': 0.012901} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.762505] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.762798] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] dd9db746-41d9-4d5a-ae64-cdb54765e6cd/dd9db746-41d9-4d5a-ae64-cdb54765e6cd.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.763209] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72b35751-4883-4db7-8d85-3cf429f0b89e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.771921] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 653.771921] env[68292]: value = "task-3071426" [ 653.771921] env[68292]: _type = "Task" [ 653.771921] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.780556] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.858051] env[68292]: DEBUG oslo_vmware.api [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071415, 'name': PowerOnVM_Task, 'duration_secs': 1.230581} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.858051] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.858051] env[68292]: INFO nova.compute.manager [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Took 15.96 seconds to spawn the instance on the hypervisor. [ 653.858051] env[68292]: DEBUG nova.compute.manager [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.858567] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f929b4-7aec-4714-a7fb-915b0bff2e4a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.863034] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Releasing lock "refresh_cache-dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.863382] env[68292]: DEBUG nova.compute.manager [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Instance network_info: |[{"id": "517ca566-9a85-43ca-ac2f-02e022f0361a", "address": "fa:16:3e:8d:1b:44", "network": {"id": "1f3a4575-8f26-40ec-8726-80e732254a35", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-733862065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c30868c74c014a4eb94c6b88f44e4962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517ca566-9a", "ovs_interfaceid": "517ca566-9a85-43ca-ac2f-02e022f0361a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.863902] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:1b:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '517ca566-9a85-43ca-ac2f-02e022f0361a', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.873044] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Creating folder: Project (c30868c74c014a4eb94c6b88f44e4962). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.873900] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-578c09ca-b512-4517-874d-dbc1cf5efb23 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.891336] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Created folder: Project (c30868c74c014a4eb94c6b88f44e4962) in parent group-v614981. [ 653.892766] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Creating folder: Instances. Parent ref: group-v615010. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.892766] env[68292]: DEBUG oslo_concurrency.lockutils [req-b8554467-e5af-4451-96b9-8f70bf8b06b5 req-4b437edc-22f9-4b05-b991-8a3615d05090 service nova] Releasing lock "refresh_cache-9cf39460-a830-432d-aba3-d5e0ebca02b8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.893346] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-640cbf78-0137-4c6f-b6b9-ba7d6437c42f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.905184] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Created folder: Instances in parent group-v615010. [ 653.905184] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.905405] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.905622] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b88e1020-eef1-480b-80e6-cd286c85c903 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.928768] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.928768] env[68292]: value = "task-3071429" [ 653.928768] env[68292]: _type = "Task" [ 653.928768] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.949126] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071416, 'name': CloneVM_Task} progress is 95%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.949373] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071429, 'name': CreateVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.951286] env[68292]: DEBUG nova.network.neutron [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Successfully updated port: 4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.008943] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071423, 'name': CreateVM_Task, 'duration_secs': 0.469389} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.009624] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.010294] env[68292]: DEBUG oslo_concurrency.lockutils [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.010639] env[68292]: DEBUG oslo_concurrency.lockutils [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.011223] env[68292]: DEBUG oslo_concurrency.lockutils [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.014911] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1146654b-6fa4-4a03-846f-67c903aac46c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.016716] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071420, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.020189] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 654.020189] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521e2b88-59dd-6677-7994-2deae76846b4" [ 654.020189] env[68292]: _type = "Task" [ 654.020189] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.035647] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521e2b88-59dd-6677-7994-2deae76846b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.045828] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071424, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.071246] env[68292]: DEBUG nova.compute.manager [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Received event network-vif-plugged-866ec064-f70c-4425-926a-66fce861105c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.071977] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] Acquiring lock "dd9db746-41d9-4d5a-ae64-cdb54765e6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.072625] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] Lock "dd9db746-41d9-4d5a-ae64-cdb54765e6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.072999] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] Lock "dd9db746-41d9-4d5a-ae64-cdb54765e6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.073383] env[68292]: DEBUG nova.compute.manager [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] No waiting events found dispatching network-vif-plugged-866ec064-f70c-4425-926a-66fce861105c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.073733] env[68292]: WARNING nova.compute.manager [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Received unexpected event network-vif-plugged-866ec064-f70c-4425-926a-66fce861105c for instance with vm_state building and task_state spawning. [ 654.074054] env[68292]: DEBUG nova.compute.manager [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Received event network-changed-866ec064-f70c-4425-926a-66fce861105c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.074443] env[68292]: DEBUG nova.compute.manager [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Refreshing instance network info cache due to event network-changed-866ec064-f70c-4425-926a-66fce861105c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.075027] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] Acquiring lock "refresh_cache-dd9db746-41d9-4d5a-ae64-cdb54765e6cd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.075027] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] Acquired lock "refresh_cache-dd9db746-41d9-4d5a-ae64-cdb54765e6cd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.075902] env[68292]: DEBUG nova.network.neutron [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Refreshing network info cache for port 866ec064-f70c-4425-926a-66fce861105c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.180296] env[68292]: ERROR nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [req-c6524cb6-3ccf-48d1-b04a-14dbb2e77544] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6524cb6-3ccf-48d1-b04a-14dbb2e77544"}]} [ 654.205042] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071425, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.213646] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 654.238325] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 654.238986] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.259729] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 654.286967] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.289619] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 654.399461] env[68292]: INFO nova.compute.manager [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Took 27.13 seconds to build instance. [ 654.442570] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071429, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.450039] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071416, 'name': CloneVM_Task, 'duration_secs': 1.699679} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.451976] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Created linked-clone VM from snapshot [ 654.451976] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498c2e2c-d85a-4ced-bd17-4df2ceedad9d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.455142] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.455930] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquired lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.455930] env[68292]: DEBUG nova.network.neutron [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.464624] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Uploading image cef10727-bac1-482c-ad35-73686bc388ed {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 654.505082] env[68292]: DEBUG oslo_vmware.rw_handles [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 654.505082] env[68292]: value = "vm-615008" [ 654.505082] env[68292]: _type = "VirtualMachine" [ 654.505082] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 654.511040] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-63317738-3148-460d-9ccc-39787f7b1f6f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.524503] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071420, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.529409] env[68292]: DEBUG oslo_vmware.rw_handles [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lease: (returnval){ [ 654.529409] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52723339-46a7-2e21-bc9a-3205cceccb71" [ 654.529409] env[68292]: _type = "HttpNfcLease" [ 654.529409] env[68292]: } obtained for exporting VM: (result){ [ 654.529409] env[68292]: value = "vm-615008" [ 654.529409] env[68292]: _type = "VirtualMachine" [ 654.529409] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 654.529677] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the lease: (returnval){ [ 654.529677] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52723339-46a7-2e21-bc9a-3205cceccb71" [ 654.529677] env[68292]: _type = "HttpNfcLease" [ 654.529677] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 654.533240] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Acquiring lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.533476] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.533677] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Acquiring lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.534215] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.534560] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.540685] env[68292]: INFO nova.compute.manager [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Terminating instance [ 654.549226] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521e2b88-59dd-6677-7994-2deae76846b4, 'name': SearchDatastore_Task, 'duration_secs': 0.017698} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.555020] env[68292]: DEBUG oslo_concurrency.lockutils [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.555020] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.555020] env[68292]: DEBUG oslo_concurrency.lockutils [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.555020] env[68292]: DEBUG oslo_concurrency.lockutils [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.555289] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.559075] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99bf5ea9-0c1a-45be-b990-b29091a334da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.561039] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.561039] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52723339-46a7-2e21-bc9a-3205cceccb71" [ 654.561039] env[68292]: _type = "HttpNfcLease" [ 654.561039] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 654.565755] env[68292]: DEBUG oslo_vmware.rw_handles [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 654.565755] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52723339-46a7-2e21-bc9a-3205cceccb71" [ 654.565755] env[68292]: _type = "HttpNfcLease" [ 654.565755] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 654.566035] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071424, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.567849] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98510c00-9385-429c-8313-2fd55f90359b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.576962] env[68292]: DEBUG oslo_vmware.rw_handles [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277037e-3a3a-34da-2039-11acb45dc9a2/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 654.577144] env[68292]: DEBUG oslo_vmware.rw_handles [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277037e-3a3a-34da-2039-11acb45dc9a2/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 654.583917] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.584122] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.585940] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e52db99-3a8a-402b-b73f-6dcbfa1f1714 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.651131] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 654.651131] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527e0f08-8eb4-7442-6e9d-4df7c51c9b06" [ 654.651131] env[68292]: _type = "Task" [ 654.651131] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.662858] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527e0f08-8eb4-7442-6e9d-4df7c51c9b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.704121] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071425, 'name': ReconfigVM_Task, 'duration_secs': 0.518897} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.704121] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 9cf39460-a830-432d-aba3-d5e0ebca02b8/9cf39460-a830-432d-aba3-d5e0ebca02b8.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.704121] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-398834a0-32ac-45e2-98b0-74ad3c3433cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.712611] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 654.712611] env[68292]: value = "task-3071431" [ 654.712611] env[68292]: _type = "Task" [ 654.712611] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.720632] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071431, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.742058] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-34a6d977-263e-4380-b47a-d952458cdb3d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.791775] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652314} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.792349] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] dd9db746-41d9-4d5a-ae64-cdb54765e6cd/dd9db746-41d9-4d5a-ae64-cdb54765e6cd.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.792455] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.792749] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3a06515-576d-4346-8906-7f58954852dd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.800039] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 654.800039] env[68292]: value = "task-3071432" [ 654.800039] env[68292]: _type = "Task" [ 654.800039] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.810015] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.837456] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5433a23-c195-4ee4-9967-e59afd2b842a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.845485] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497bffbf-c856-4f08-9bbb-7ec587b8141c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.887354] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142793a3-f58d-456a-b410-02893097af3d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.896277] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797fdee3-3a00-4a28-bc46-b3aa725a66ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.904200] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34760f61-ed6a-42d5-b2d0-6d8edc158b1c tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.652s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.905646] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.805s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.906178] env[68292]: INFO nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] During sync_power_state the instance has a pending task (spawning). Skip. [ 654.906178] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.915856] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.941071] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071429, 'name': CreateVM_Task, 'duration_secs': 0.604311} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.941319] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.943124] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.943314] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.943635] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.944137] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc2f3a9-63d1-4df3-b787-0a4b39ca1463 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.950635] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Waiting for the task: (returnval){ [ 654.950635] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520786ed-1bc4-7b1e-1a08-eea345dc8c62" [ 654.950635] env[68292]: _type = "Task" [ 654.950635] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.962216] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520786ed-1bc4-7b1e-1a08-eea345dc8c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.012828] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071420, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.047636] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071424, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.053200] env[68292]: DEBUG nova.compute.manager [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.053460] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.054488] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b508e697-f948-48a6-8930-91228185428c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.067314] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.067692] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f0188ab-f159-4209-a293-6d0fcf966a2d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.080308] env[68292]: DEBUG nova.network.neutron [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.083151] env[68292]: DEBUG oslo_vmware.api [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Waiting for the task: (returnval){ [ 655.083151] env[68292]: value = "task-3071433" [ 655.083151] env[68292]: _type = "Task" [ 655.083151] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.093231] env[68292]: DEBUG oslo_vmware.api [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.162975] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527e0f08-8eb4-7442-6e9d-4df7c51c9b06, 'name': SearchDatastore_Task, 'duration_secs': 0.024797} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.164238] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a67842-9f60-4962-be43-75915bf6d6d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.169363] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 655.169363] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52fe3ea2-4ef1-7f54-e9e9-94d3615344fe" [ 655.169363] env[68292]: _type = "Task" [ 655.169363] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.178689] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fe3ea2-4ef1-7f54-e9e9-94d3615344fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.221373] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071431, 'name': Rename_Task, 'duration_secs': 0.211976} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.221842] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.222141] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8593ffda-c112-407c-b6b6-19a1860022d2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.230063] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 655.230063] env[68292]: value = "task-3071434" [ 655.230063] env[68292]: _type = "Task" [ 655.230063] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.242104] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.310552] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122323} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.310552] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.311316] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594f222f-1815-413d-9d45-d8e9ea30e704 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.342681] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] dd9db746-41d9-4d5a-ae64-cdb54765e6cd/dd9db746-41d9-4d5a-ae64-cdb54765e6cd.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.346293] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f78965-f43a-4f1c-b58c-79aceccd54cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.368437] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 655.368437] env[68292]: value = "task-3071435" [ 655.368437] env[68292]: _type = "Task" [ 655.368437] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.376540] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.395633] env[68292]: DEBUG nova.network.neutron [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Updated VIF entry in instance network info cache for port 866ec064-f70c-4425-926a-66fce861105c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.396198] env[68292]: DEBUG nova.network.neutron [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Updating instance_info_cache with network_info: [{"id": "866ec064-f70c-4425-926a-66fce861105c", "address": "fa:16:3e:af:f5:65", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866ec064-f7", "ovs_interfaceid": "866ec064-f70c-4425-926a-66fce861105c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.420526] env[68292]: DEBUG nova.compute.manager [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.466677] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520786ed-1bc4-7b1e-1a08-eea345dc8c62, 'name': SearchDatastore_Task, 'duration_secs': 0.017782} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.467873] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.468327] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.468743] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.468781] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.469622] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.469622] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7895355-c1ed-4cff-8cd2-7f1b936e44ba {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.481498] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 655.482065] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 23 to 24 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 655.482365] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.488664] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.489165] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.490161] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7ddeb0f-4d19-4517-88e4-8173ad43b52a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.497252] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Waiting for the task: (returnval){ [ 655.497252] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5264cef8-612e-d757-4d58-4c341a5b722f" [ 655.497252] env[68292]: _type = "Task" [ 655.497252] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.502555] env[68292]: DEBUG nova.network.neutron [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updating instance_info_cache with network_info: [{"id": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "address": "fa:16:3e:b8:60:b9", "network": {"id": "93337b5e-6705-4056-963b-b8981d71e8d3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831004586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a12d92afe574b19a0a0d9a8f78750e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a988fa2-66", "ovs_interfaceid": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.515881] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5264cef8-612e-d757-4d58-4c341a5b722f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.523792] env[68292]: DEBUG oslo_vmware.api [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071420, 'name': PowerOnVM_Task, 'duration_secs': 2.344227} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.524909] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.524909] env[68292]: INFO nova.compute.manager [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Took 15.32 seconds to spawn the instance on the hypervisor. [ 655.524909] env[68292]: DEBUG nova.compute.manager [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.526184] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f66fe4-2a89-4650-a3be-2fb0c0feaef6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.552378] env[68292]: DEBUG oslo_vmware.api [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071424, 'name': PowerOnVM_Task, 'duration_secs': 1.580209} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.555293] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.557916] env[68292]: INFO nova.compute.manager [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Took 12.92 seconds to spawn the instance on the hypervisor. [ 655.557916] env[68292]: DEBUG nova.compute.manager [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.559349] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eb62b4-d6e8-4a7a-a8de-17ea999c8421 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.597027] env[68292]: DEBUG oslo_vmware.api [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071433, 'name': PowerOffVM_Task, 'duration_secs': 0.363792} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.597666] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.598273] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.598273] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4825e44a-6d02-4749-921a-81962e3a1b65 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.679610] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fe3ea2-4ef1-7f54-e9e9-94d3615344fe, 'name': SearchDatastore_Task, 'duration_secs': 0.022794} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.680682] env[68292]: DEBUG oslo_concurrency.lockutils [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.680948] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9/9f982c0c-892e-4406-994d-adf7d46d3ea9.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.681242] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cabf999a-105f-4d73-93f2-e4fffe836dfc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.689212] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 655.689212] env[68292]: value = "task-3071437" [ 655.689212] env[68292]: _type = "Task" [ 655.689212] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.699181] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.742980] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.879678] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.902976] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] Releasing lock "refresh_cache-dd9db746-41d9-4d5a-ae64-cdb54765e6cd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.903475] env[68292]: DEBUG nova.compute.manager [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Received event network-vif-plugged-517ca566-9a85-43ca-ac2f-02e022f0361a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.903663] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] Acquiring lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.903790] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.904030] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.904413] env[68292]: DEBUG nova.compute.manager [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] No waiting events found dispatching network-vif-plugged-517ca566-9a85-43ca-ac2f-02e022f0361a {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.904517] env[68292]: WARNING nova.compute.manager [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Received unexpected event network-vif-plugged-517ca566-9a85-43ca-ac2f-02e022f0361a for instance with vm_state building and task_state spawning. [ 655.904767] env[68292]: DEBUG nova.compute.manager [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Received event network-changed-517ca566-9a85-43ca-ac2f-02e022f0361a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.905111] env[68292]: DEBUG nova.compute.manager [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Refreshing instance network info cache due to event network-changed-517ca566-9a85-43ca-ac2f-02e022f0361a. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.905329] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] Acquiring lock "refresh_cache-dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.905417] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] Acquired lock "refresh_cache-dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.905572] env[68292]: DEBUG nova.network.neutron [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Refreshing network info cache for port 517ca566-9a85-43ca-ac2f-02e022f0361a {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.958858] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.989399] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 655.989669] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.853s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.989962] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.363s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.992139] env[68292]: INFO nova.compute.claims [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.996722] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.997260] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Getting list of instances from cluster (obj){ [ 655.997260] env[68292]: value = "domain-c8" [ 655.997260] env[68292]: _type = "ClusterComputeResource" [ 655.997260] env[68292]: } {{(pid=68292) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 656.004419] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794baed8-5d90-48ec-9d14-08da98a34999 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.008463] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Releasing lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.008872] env[68292]: DEBUG nova.compute.manager [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Instance network_info: |[{"id": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "address": "fa:16:3e:b8:60:b9", "network": {"id": "93337b5e-6705-4056-963b-b8981d71e8d3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831004586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a12d92afe574b19a0a0d9a8f78750e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a988fa2-66", "ovs_interfaceid": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.016508] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:60:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a988fa2-66a8-4277-8e8e-6993c355c51c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.024819] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Creating folder: Project (8a12d92afe574b19a0a0d9a8f78750e4). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.025674] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd524015-7fc8-4f50-aef0-d8de4b4f2ca2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.043850] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Got total of 10 instances {{(pid=68292) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 656.056612] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5264cef8-612e-d757-4d58-4c341a5b722f, 'name': SearchDatastore_Task, 'duration_secs': 0.032334} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.065358] env[68292]: DEBUG oslo_concurrency.lockutils [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Acquiring lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.065713] env[68292]: DEBUG oslo_concurrency.lockutils [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.066014] env[68292]: DEBUG oslo_concurrency.lockutils [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Acquiring lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.066471] env[68292]: DEBUG oslo_concurrency.lockutils [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.066707] env[68292]: DEBUG oslo_concurrency.lockutils [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.069970] env[68292]: INFO nova.compute.manager [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Terminating instance [ 656.072394] env[68292]: INFO nova.compute.manager [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Took 27.97 seconds to build instance. [ 656.073385] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0d3592-053e-4677-981f-76e8059fcfab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.084228] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Created folder: Project (8a12d92afe574b19a0a0d9a8f78750e4) in parent group-v614981. [ 656.084228] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Creating folder: Instances. Parent ref: group-v615013. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.087494] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8318955a-0231-4c0e-98b3-d48261b8e430 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.093571] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Waiting for the task: (returnval){ [ 656.093571] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ef3a96-3313-a0e6-1eb4-9fc6d393ce84" [ 656.093571] env[68292]: _type = "Task" [ 656.093571] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.094187] env[68292]: INFO nova.compute.manager [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Took 26.53 seconds to build instance. [ 656.108628] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Created folder: Instances in parent group-v615013. [ 656.108930] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.110434] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ef3a96-3313-a0e6-1eb4-9fc6d393ce84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.110689] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.110910] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7bc27e2-61ea-4dc2-a6c6-fc9cc3293252 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.133343] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.133343] env[68292]: value = "task-3071440" [ 656.133343] env[68292]: _type = "Task" [ 656.133343] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.145625] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071440, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.200319] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.202333] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.202333] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Deleting the datastore file [datastore2] 5d6a9c13-b696-47f2-9ec5-00fe0d474f39 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.205281] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28f860a9-555d-4b06-b7ff-b880c24e69a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.207904] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071437, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.214019] env[68292]: DEBUG oslo_vmware.api [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Waiting for the task: (returnval){ [ 656.214019] env[68292]: value = "task-3071441" [ 656.214019] env[68292]: _type = "Task" [ 656.214019] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.224665] env[68292]: DEBUG oslo_vmware.api [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.241995] env[68292]: DEBUG oslo_vmware.api [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071434, 'name': PowerOnVM_Task, 'duration_secs': 0.716025} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.242342] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.242597] env[68292]: INFO nova.compute.manager [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Took 11.30 seconds to spawn the instance on the hypervisor. [ 656.242758] env[68292]: DEBUG nova.compute.manager [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.243616] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee96f7e-336c-492f-864a-73b2fa5ff8d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.383317] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071435, 'name': ReconfigVM_Task, 'duration_secs': 0.580962} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.383706] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Reconfigured VM instance instance-00000009 to attach disk [datastore1] dd9db746-41d9-4d5a-ae64-cdb54765e6cd/dd9db746-41d9-4d5a-ae64-cdb54765e6cd.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.384526] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edcf885f-324a-4725-8fe4-f4e2a5afe6ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.392693] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 656.392693] env[68292]: value = "task-3071442" [ 656.392693] env[68292]: _type = "Task" [ 656.392693] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.407648] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071442, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.582785] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d32c9b46-16b1-43d9-b63a-35c591cead45 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.489s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.584424] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.484s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.584658] env[68292]: INFO nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 656.586082] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.586235] env[68292]: DEBUG nova.compute.manager [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.586302] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.587252] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d062dd5-4158-4fca-b016-edaba5ffa775 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.596105] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.596383] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3c3ce9f-0daa-4ebb-87ff-cf8ac5b8cdc5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.598422] env[68292]: DEBUG oslo_concurrency.lockutils [None req-179c9b12-0e9e-4f12-9004-4475a26e2e5c tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Lock "f7f75556-233d-468b-b2a6-23258ade517a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.049s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.603091] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "f7f75556-233d-468b-b2a6-23258ade517a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.502s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.607753] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1407dfaf-c615-4f69-aa68-8e76a7f831d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.613135] env[68292]: DEBUG oslo_vmware.api [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Waiting for the task: (returnval){ [ 656.613135] env[68292]: value = "task-3071443" [ 656.613135] env[68292]: _type = "Task" [ 656.613135] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.622223] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ef3a96-3313-a0e6-1eb4-9fc6d393ce84, 'name': SearchDatastore_Task, 'duration_secs': 0.021306} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.623797] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.624093] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a/dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.627787] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2720c27e-7e68-4cc6-9614-e8fe4e1af785 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.632925] env[68292]: DEBUG oslo_vmware.api [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Task: {'id': task-3071443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.641355] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Waiting for the task: (returnval){ [ 656.641355] env[68292]: value = "task-3071444" [ 656.641355] env[68292]: _type = "Task" [ 656.641355] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.650131] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071440, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.659233] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.703252] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658436} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.706156] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9/9f982c0c-892e-4406-994d-adf7d46d3ea9.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.707558] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.707558] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6befe26f-71de-470a-b2ff-b1644e22aad8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.715303] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 656.715303] env[68292]: value = "task-3071445" [ 656.715303] env[68292]: _type = "Task" [ 656.715303] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.727477] env[68292]: DEBUG oslo_vmware.api [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Task: {'id': task-3071441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363458} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.731379] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.731606] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.731805] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.731986] env[68292]: INFO nova.compute.manager [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Took 1.68 seconds to destroy the instance on the hypervisor. [ 656.733043] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.733043] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.733043] env[68292]: DEBUG nova.compute.manager [-] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.733214] env[68292]: DEBUG nova.network.neutron [-] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.765064] env[68292]: INFO nova.compute.manager [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Took 25.55 seconds to build instance. [ 656.909335] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071442, 'name': Rename_Task, 'duration_secs': 0.216436} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.911253] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.911253] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f27967f-b239-4b65-a51b-d68fbd077160 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.918743] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 656.918743] env[68292]: value = "task-3071446" [ 656.918743] env[68292]: _type = "Task" [ 656.918743] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.933871] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.087647] env[68292]: DEBUG nova.compute.manager [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.105552] env[68292]: DEBUG nova.compute.manager [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.126453] env[68292]: DEBUG oslo_vmware.api [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Task: {'id': task-3071443, 'name': PowerOffVM_Task, 'duration_secs': 0.209982} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.127083] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "f7f75556-233d-468b-b2a6-23258ade517a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.127823] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.127823] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.127823] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7ab1221-125e-4ac5-92b8-c4514aca85ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.146253] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071440, 'name': CreateVM_Task, 'duration_secs': 0.599708} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.149729] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.151409] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.151409] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.151409] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.155211] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab10fb9b-d79a-451c-bb0a-a1ffbd2e1ac5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.163817] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071444, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.168429] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 657.168429] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52894126-58cf-0c04-7cc3-1d08a6a91012" [ 657.168429] env[68292]: _type = "Task" [ 657.168429] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.177957] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52894126-58cf-0c04-7cc3-1d08a6a91012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.193911] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.194190] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.194392] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Deleting the datastore file [datastore1] b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.194579] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-011d08bb-6e87-4794-94d0-58c0befe0791 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.206894] env[68292]: DEBUG oslo_vmware.api [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Waiting for the task: (returnval){ [ 657.206894] env[68292]: value = "task-3071448" [ 657.206894] env[68292]: _type = "Task" [ 657.206894] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.220290] env[68292]: DEBUG oslo_vmware.api [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Task: {'id': task-3071448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.228186] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089541} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.230871] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.231802] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996f70ba-2f8a-4bb5-b455-73ccd8a94a46 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.251767] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9/9f982c0c-892e-4406-994d-adf7d46d3ea9.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.254740] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c524277b-76d5-40e4-aab5-b75e0c5d3c05 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.270433] env[68292]: DEBUG nova.network.neutron [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Updated VIF entry in instance network info cache for port 517ca566-9a85-43ca-ac2f-02e022f0361a. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.270515] env[68292]: DEBUG nova.network.neutron [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Updating instance_info_cache with network_info: [{"id": "517ca566-9a85-43ca-ac2f-02e022f0361a", "address": "fa:16:3e:8d:1b:44", "network": {"id": "1f3a4575-8f26-40ec-8726-80e732254a35", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-733862065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c30868c74c014a4eb94c6b88f44e4962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517ca566-9a", "ovs_interfaceid": "517ca566-9a85-43ca-ac2f-02e022f0361a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.275027] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b61b8cc6-6590-4ad0-83a8-4614cc492931 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "9cf39460-a830-432d-aba3-d5e0ebca02b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.078s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.279302] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 657.279302] env[68292]: value = "task-3071449" [ 657.279302] env[68292]: _type = "Task" [ 657.279302] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.289464] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.407845] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d57536-26bd-4b3f-80ab-fe8e2e256dac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.416751] env[68292]: DEBUG nova.compute.manager [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Received event network-vif-plugged-4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.417054] env[68292]: DEBUG oslo_concurrency.lockutils [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] Acquiring lock "2a13c39c-ba50-460c-9ed1-371aacf4c757-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.417333] env[68292]: DEBUG oslo_concurrency.lockutils [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] Lock "2a13c39c-ba50-460c-9ed1-371aacf4c757-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.417575] env[68292]: DEBUG oslo_concurrency.lockutils [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] Lock "2a13c39c-ba50-460c-9ed1-371aacf4c757-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.417845] env[68292]: DEBUG nova.compute.manager [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] No waiting events found dispatching network-vif-plugged-4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.418159] env[68292]: WARNING nova.compute.manager [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Received unexpected event network-vif-plugged-4a988fa2-66a8-4277-8e8e-6993c355c51c for instance with vm_state building and task_state spawning. [ 657.418159] env[68292]: DEBUG nova.compute.manager [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Received event network-changed-4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.418328] env[68292]: DEBUG nova.compute.manager [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Refreshing instance network info cache due to event network-changed-4a988fa2-66a8-4277-8e8e-6993c355c51c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.418573] env[68292]: DEBUG oslo_concurrency.lockutils [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] Acquiring lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.418777] env[68292]: DEBUG oslo_concurrency.lockutils [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] Acquired lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.418915] env[68292]: DEBUG nova.network.neutron [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Refreshing network info cache for port 4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.428356] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862042fd-9ac1-4fe6-ac99-4f9737a7c5aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.440616] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071446, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.474850] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38efe0e-0424-4ed9-9a1a-945b377a370f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.482782] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658d5315-9393-41d9-9980-6793728c3c92 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.500808] env[68292]: DEBUG nova.compute.provider_tree [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.624762] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.649685] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.664935] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562115} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.665079] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a/dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.665352] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.665652] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ffb9375-5a87-41e8-a05c-86fff97ca41c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.676043] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Waiting for the task: (returnval){ [ 657.676043] env[68292]: value = "task-3071450" [ 657.676043] env[68292]: _type = "Task" [ 657.676043] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.686215] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52894126-58cf-0c04-7cc3-1d08a6a91012, 'name': SearchDatastore_Task, 'duration_secs': 0.020125} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.687326] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.688125] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.688125] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.688632] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.688632] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.693405] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c2696ad-0f7a-4f40-94bc-8c2f5f66f7ef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.696843] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.706599] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.706945] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.713431] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cddb1e90-2853-48e5-81da-44a213844dcb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.722535] env[68292]: DEBUG oslo_vmware.api [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Task: {'id': task-3071448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251655} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.722808] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.724667] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.724667] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.724667] env[68292]: INFO nova.compute.manager [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Took 1.14 seconds to destroy the instance on the hypervisor. [ 657.724667] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.724667] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 657.724667] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52344edd-b684-3b92-8103-6f597c53bb76" [ 657.724667] env[68292]: _type = "Task" [ 657.725367] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.725367] env[68292]: DEBUG nova.compute.manager [-] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.725367] env[68292]: DEBUG nova.network.neutron [-] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.739448] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52344edd-b684-3b92-8103-6f597c53bb76, 'name': SearchDatastore_Task, 'duration_secs': 0.013919} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.739448] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e97c84-802d-4c10-8047-2091ff26fdf1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.745021] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 657.745021] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521013d1-6805-e056-f574-408fea8fdf7f" [ 657.745021] env[68292]: _type = "Task" [ 657.745021] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.753011] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521013d1-6805-e056-f574-408fea8fdf7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.772985] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e39a564-7ff8-444f-a5d0-137ead65e2f2 req-564cee9f-e3ad-4be5-8f74-105db3f8b9e0 service nova] Releasing lock "refresh_cache-dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.776896] env[68292]: DEBUG nova.compute.manager [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.790810] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071449, 'name': ReconfigVM_Task, 'duration_secs': 0.445523} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.791189] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9/9f982c0c-892e-4406-994d-adf7d46d3ea9.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.792150] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7831d55-e20c-490d-850f-4bddd00451ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.799579] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 657.799579] env[68292]: value = "task-3071451" [ 657.799579] env[68292]: _type = "Task" [ 657.799579] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.809209] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071451, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.937834] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071446, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.003858] env[68292]: DEBUG nova.scheduler.client.report [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.078985] env[68292]: DEBUG nova.network.neutron [-] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.191159] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124852} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.191412] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.192870] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919b7794-0c97-4cab-8d25-aa075af33bfd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.219808] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a/dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.220138] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ad7c90-dae0-4770-bdfe-ed62db81ebb7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.246346] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Waiting for the task: (returnval){ [ 658.246346] env[68292]: value = "task-3071452" [ 658.246346] env[68292]: _type = "Task" [ 658.246346] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.260903] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521013d1-6805-e056-f574-408fea8fdf7f, 'name': SearchDatastore_Task, 'duration_secs': 0.020042} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.266617] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.267093] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 2a13c39c-ba50-460c-9ed1-371aacf4c757/2a13c39c-ba50-460c-9ed1-371aacf4c757.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.267443] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071452, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.267789] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-055ddbf0-8bbd-4a45-a981-0702583441de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.274526] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 658.274526] env[68292]: value = "task-3071453" [ 658.274526] env[68292]: _type = "Task" [ 658.274526] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.286764] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.310459] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071451, 'name': Rename_Task, 'duration_secs': 0.197522} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.310459] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.311450] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.315015] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73fa502e-412d-453e-8180-0367d54ea045 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.315411] env[68292]: DEBUG nova.compute.manager [None req-3f96c3e0-a1ea-4008-97be-d2f69ea0775e tempest-ServerExternalEventsTest-591290514 tempest-ServerExternalEventsTest-591290514-project] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Received event network-changed {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.315509] env[68292]: DEBUG nova.compute.manager [None req-3f96c3e0-a1ea-4008-97be-d2f69ea0775e tempest-ServerExternalEventsTest-591290514 tempest-ServerExternalEventsTest-591290514-project] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Refreshing instance network info cache due to event network-changed. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.315786] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3f96c3e0-a1ea-4008-97be-d2f69ea0775e tempest-ServerExternalEventsTest-591290514 tempest-ServerExternalEventsTest-591290514-project] Acquiring lock "refresh_cache-f7f75556-233d-468b-b2a6-23258ade517a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.315912] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3f96c3e0-a1ea-4008-97be-d2f69ea0775e tempest-ServerExternalEventsTest-591290514 tempest-ServerExternalEventsTest-591290514-project] Acquired lock "refresh_cache-f7f75556-233d-468b-b2a6-23258ade517a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.316080] env[68292]: DEBUG nova.network.neutron [None req-3f96c3e0-a1ea-4008-97be-d2f69ea0775e tempest-ServerExternalEventsTest-591290514 tempest-ServerExternalEventsTest-591290514-project] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.322704] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 658.322704] env[68292]: value = "task-3071454" [ 658.322704] env[68292]: _type = "Task" [ 658.322704] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.332627] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.436362] env[68292]: DEBUG oslo_vmware.api [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071446, 'name': PowerOnVM_Task, 'duration_secs': 1.206352} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.436591] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.437073] env[68292]: INFO nova.compute.manager [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Took 11.10 seconds to spawn the instance on the hypervisor. [ 658.437428] env[68292]: DEBUG nova.compute.manager [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.438582] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84503ad-d894-48f3-aebb-7482366d311a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.513237] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.516067] env[68292]: DEBUG nova.compute.manager [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.519914] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.344s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.519914] env[68292]: INFO nova.compute.claims [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.583192] env[68292]: INFO nova.compute.manager [-] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Took 1.85 seconds to deallocate network for instance. [ 658.756166] env[68292]: DEBUG nova.network.neutron [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updated VIF entry in instance network info cache for port 4a988fa2-66a8-4277-8e8e-6993c355c51c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.756522] env[68292]: DEBUG nova.network.neutron [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updating instance_info_cache with network_info: [{"id": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "address": "fa:16:3e:b8:60:b9", "network": {"id": "93337b5e-6705-4056-963b-b8981d71e8d3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831004586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a12d92afe574b19a0a0d9a8f78750e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a988fa2-66", "ovs_interfaceid": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.766592] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.786786] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071453, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.834442] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071454, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.962443] env[68292]: INFO nova.compute.manager [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Took 25.53 seconds to build instance. [ 659.023308] env[68292]: DEBUG nova.compute.utils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.026982] env[68292]: DEBUG nova.compute.manager [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.027138] env[68292]: DEBUG nova.network.neutron [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.075734] env[68292]: DEBUG nova.network.neutron [-] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.092929] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.174362] env[68292]: DEBUG nova.policy [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f7b3e1d07384d40a782741ae431f308', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fbad2b5500645eeaf5c74a33351a7cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.270580] env[68292]: DEBUG oslo_concurrency.lockutils [req-859915ef-0ef4-4548-b710-9e56c0f82056 req-affddaa2-2dc7-4a8a-be2d-4ef6cadcffa2 service nova] Releasing lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.270580] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071452, 'name': ReconfigVM_Task, 'duration_secs': 0.562429} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.270580] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a/dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.270580] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b144d7f2-9fd7-40bb-8ca6-16ec7252d214 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.277186] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Waiting for the task: (returnval){ [ 659.277186] env[68292]: value = "task-3071455" [ 659.277186] env[68292]: _type = "Task" [ 659.277186] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.297052] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719429} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.301128] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 2a13c39c-ba50-460c-9ed1-371aacf4c757/2a13c39c-ba50-460c-9ed1-371aacf4c757.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.301304] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.301538] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071455, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.301795] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-634cbbe2-bfa5-47cb-84ac-d231c314537c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.308594] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 659.308594] env[68292]: value = "task-3071456" [ 659.308594] env[68292]: _type = "Task" [ 659.308594] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.318242] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.333770] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071454, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.469969] env[68292]: DEBUG oslo_concurrency.lockutils [None req-99ccb6ee-f9a1-4d46-a4b7-f8efc3fc0e4e tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "dd9db746-41d9-4d5a-ae64-cdb54765e6cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.051s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.530949] env[68292]: DEBUG nova.compute.manager [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.582271] env[68292]: INFO nova.compute.manager [-] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Took 1.86 seconds to deallocate network for instance. [ 659.774034] env[68292]: DEBUG nova.network.neutron [None req-3f96c3e0-a1ea-4008-97be-d2f69ea0775e tempest-ServerExternalEventsTest-591290514 tempest-ServerExternalEventsTest-591290514-project] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Updating instance_info_cache with network_info: [{"id": "b6cef24b-3a76-4a0e-863d-269a1ddd5dcd", "address": "fa:16:3e:74:2f:3a", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cef24b-3a", "ovs_interfaceid": "b6cef24b-3a76-4a0e-863d-269a1ddd5dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.798845] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071455, 'name': Rename_Task, 'duration_secs': 0.259769} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.801446] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.801916] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b21df8ee-1561-4349-9c9c-10e7ab80ec59 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.819404] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Waiting for the task: (returnval){ [ 659.819404] env[68292]: value = "task-3071457" [ 659.819404] env[68292]: _type = "Task" [ 659.819404] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.835754] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13893} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.841388] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.845890] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb5677-52eb-407b-a95d-5e42e47beaf3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.848910] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071457, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.874255] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 2a13c39c-ba50-460c-9ed1-371aacf4c757/2a13c39c-ba50-460c-9ed1-371aacf4c757.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.874728] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071454, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.878641] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5acbe248-06fe-4ad1-848f-d048725c8cfe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.901975] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 659.901975] env[68292]: value = "task-3071458" [ 659.901975] env[68292]: _type = "Task" [ 659.901975] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.911682] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.949449] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0402e992-85b7-48f5-a2a0-e3e42bb51252 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.963988] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f92909-3c3b-46b1-bdd9-a4aafdc48d74 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.998236] env[68292]: DEBUG nova.compute.manager [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.002641] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7647d0ec-6ae3-4b23-b242-3319b9fa7e75 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.010510] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd1f62a-4107-4fa1-8e50-36938bf8f264 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.029183] env[68292]: DEBUG nova.compute.provider_tree [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.050907] env[68292]: DEBUG oslo_concurrency.lockutils [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Acquiring lock "f7f75556-233d-468b-b2a6-23258ade517a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.051187] env[68292]: DEBUG oslo_concurrency.lockutils [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Lock "f7f75556-233d-468b-b2a6-23258ade517a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.051402] env[68292]: DEBUG oslo_concurrency.lockutils [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Acquiring lock "f7f75556-233d-468b-b2a6-23258ade517a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.051674] env[68292]: DEBUG oslo_concurrency.lockutils [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Lock "f7f75556-233d-468b-b2a6-23258ade517a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.051754] env[68292]: DEBUG oslo_concurrency.lockutils [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Lock "f7f75556-233d-468b-b2a6-23258ade517a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.053946] env[68292]: INFO nova.compute.manager [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Terminating instance [ 660.092463] env[68292]: DEBUG oslo_concurrency.lockutils [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.276874] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3f96c3e0-a1ea-4008-97be-d2f69ea0775e tempest-ServerExternalEventsTest-591290514 tempest-ServerExternalEventsTest-591290514-project] Releasing lock "refresh_cache-f7f75556-233d-468b-b2a6-23258ade517a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.333012] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071457, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.350107] env[68292]: DEBUG oslo_vmware.api [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071454, 'name': PowerOnVM_Task, 'duration_secs': 1.865767} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.350497] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.350762] env[68292]: DEBUG nova.compute.manager [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.351890] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf428d05-7e10-4c24-86c8-3759ee107534 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.415196] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.526767] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.533520] env[68292]: DEBUG nova.network.neutron [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Successfully created port: 60b6f5c0-5c1a-4cec-91ae-97a51d177d69 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.541020] env[68292]: DEBUG nova.scheduler.client.report [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.543911] env[68292]: DEBUG nova.compute.manager [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.557758] env[68292]: DEBUG nova.compute.manager [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.558314] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.559919] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c85cae8-a200-40e2-a04b-69150a585934 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.571755] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.573730] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6843e277-025f-4fda-bbd0-74f0ce7a80b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.592362] env[68292]: DEBUG nova.virt.hardware [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.592694] env[68292]: DEBUG nova.virt.hardware [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.592965] env[68292]: DEBUG nova.virt.hardware [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.593240] env[68292]: DEBUG nova.virt.hardware [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.593430] env[68292]: DEBUG nova.virt.hardware [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.593620] env[68292]: DEBUG nova.virt.hardware [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.593931] env[68292]: DEBUG nova.virt.hardware [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.594935] env[68292]: DEBUG nova.virt.hardware [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.594935] env[68292]: DEBUG nova.virt.hardware [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.594935] env[68292]: DEBUG nova.virt.hardware [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.594935] env[68292]: DEBUG nova.virt.hardware [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.595676] env[68292]: DEBUG oslo_vmware.api [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Waiting for the task: (returnval){ [ 660.595676] env[68292]: value = "task-3071459" [ 660.595676] env[68292]: _type = "Task" [ 660.595676] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.596520] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b417540-d59e-49a2-8918-c81ec1f2d0e0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.613044] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f751f2ac-0c14-4645-86f8-6f9788c2c8e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.618067] env[68292]: DEBUG oslo_vmware.api [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.835667] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071457, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.870225] env[68292]: DEBUG oslo_concurrency.lockutils [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.922314] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071458, 'name': ReconfigVM_Task, 'duration_secs': 0.694981} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.922314] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 2a13c39c-ba50-460c-9ed1-371aacf4c757/2a13c39c-ba50-460c-9ed1-371aacf4c757.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.922314] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d7f668e-5719-40f8-bb9f-f24569390c25 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.928309] env[68292]: DEBUG nova.compute.manager [req-defc09ab-6c24-4554-84e9-7fb453ef0f8b req-3d4a899e-a069-4b27-a53d-fb5a5fd9084c service nova] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Received event network-vif-deleted-bf9f04d1-94c0-4b5a-b0a1-63c9432fba1a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.928560] env[68292]: DEBUG nova.compute.manager [req-defc09ab-6c24-4554-84e9-7fb453ef0f8b req-3d4a899e-a069-4b27-a53d-fb5a5fd9084c service nova] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Received event network-vif-deleted-1a741889-51dc-46cf-96f4-dd6538209973 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.933979] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 660.933979] env[68292]: value = "task-3071460" [ 660.933979] env[68292]: _type = "Task" [ 660.933979] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.947763] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071460, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.044570] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.045393] env[68292]: DEBUG nova.compute.manager [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.048672] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.374s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.049713] env[68292]: INFO nova.compute.claims [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.115374] env[68292]: DEBUG oslo_vmware.api [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071459, 'name': PowerOffVM_Task, 'duration_secs': 0.394443} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.115646] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.115806] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.116083] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d51350c3-323e-4bcd-8655-43bc837388ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.186383] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.186383] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.186383] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Deleting the datastore file [datastore1] f7f75556-233d-468b-b2a6-23258ade517a {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.186383] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00ee410d-9890-4e02-bf2a-6fe0a45fcf15 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.200080] env[68292]: DEBUG oslo_vmware.api [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Waiting for the task: (returnval){ [ 661.200080] env[68292]: value = "task-3071462" [ 661.200080] env[68292]: _type = "Task" [ 661.200080] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.216553] env[68292]: DEBUG oslo_vmware.api [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.249523] env[68292]: DEBUG nova.compute.manager [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Stashing vm_state: active {{(pid=68292) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 661.336846] env[68292]: DEBUG oslo_vmware.api [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071457, 'name': PowerOnVM_Task, 'duration_secs': 1.412362} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.337276] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.337489] env[68292]: INFO nova.compute.manager [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Took 11.58 seconds to spawn the instance on the hypervisor. [ 661.337721] env[68292]: DEBUG nova.compute.manager [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.340418] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b13dc3-fc34-49a6-b6b0-3681dae00db6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.448422] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071460, 'name': Rename_Task, 'duration_secs': 0.196177} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.448931] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.449482] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0132216d-4109-44be-9615-4495437d7a18 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.457711] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 661.457711] env[68292]: value = "task-3071463" [ 661.457711] env[68292]: _type = "Task" [ 661.457711] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.467314] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.555605] env[68292]: DEBUG nova.compute.utils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.566134] env[68292]: DEBUG nova.compute.manager [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.567626] env[68292]: DEBUG nova.network.neutron [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.653639] env[68292]: DEBUG nova.policy [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4363e2c362ab4c88b4ddbd65712761ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81533698ad8b4bc19a982a453f5a38a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.715709] env[68292]: DEBUG oslo_vmware.api [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Task: {'id': task-3071462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32655} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.719927] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.719927] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.720152] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.720222] env[68292]: INFO nova.compute.manager [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 661.720484] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.720621] env[68292]: DEBUG nova.compute.manager [-] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.720731] env[68292]: DEBUG nova.network.neutron [-] [instance: f7f75556-233d-468b-b2a6-23258ade517a] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.778023] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.871235] env[68292]: INFO nova.compute.manager [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Took 18.63 seconds to build instance. [ 661.973969] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071463, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.063392] env[68292]: DEBUG nova.compute.manager [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.379437] env[68292]: DEBUG oslo_concurrency.lockutils [None req-93053210-6823-4e7d-8d5f-0d9152c4f1cb tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.156s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.432427] env[68292]: DEBUG nova.network.neutron [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Successfully created port: 1a193442-4faa-4149-be3c-5ba7ef6a9572 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.477415] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071463, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.501123] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8943b07d-96ca-41b5-bdef-d6dbcf0c93ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.512722] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e646111-675e-4124-b53a-2ce6396619f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.548985] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276621a5-0adf-4665-87e6-ae9a84e43efe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.557775] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd4f93b-46ee-4d18-9ad4-916d6583139a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.579143] env[68292]: DEBUG nova.compute.provider_tree [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.974357] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071463, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.069861] env[68292]: DEBUG nova.network.neutron [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Successfully updated port: 60b6f5c0-5c1a-4cec-91ae-97a51d177d69 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.080352] env[68292]: DEBUG nova.compute.manager [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.085078] env[68292]: DEBUG nova.scheduler.client.report [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.129153] env[68292]: DEBUG nova.virt.hardware [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:39:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='952263082',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1109930220',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.129153] env[68292]: DEBUG nova.virt.hardware [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.129153] env[68292]: DEBUG nova.virt.hardware [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.129394] env[68292]: DEBUG nova.virt.hardware [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.129394] env[68292]: DEBUG nova.virt.hardware [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.129394] env[68292]: DEBUG nova.virt.hardware [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.129394] env[68292]: DEBUG nova.virt.hardware [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.129394] env[68292]: DEBUG nova.virt.hardware [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.129766] env[68292]: DEBUG nova.virt.hardware [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.129766] env[68292]: DEBUG nova.virt.hardware [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.129766] env[68292]: DEBUG nova.virt.hardware [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.130192] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94751cb9-c910-4bfa-8126-cf54cb8becaa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.141356] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37942ac6-7a16-4929-90d5-a9cfbc4ab746 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.167376] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "d1f59a1f-ea49-44de-823f-d4ed48f71d22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.167859] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "d1f59a1f-ea49-44de-823f-d4ed48f71d22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.284319] env[68292]: DEBUG nova.network.neutron [-] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.472614] env[68292]: DEBUG oslo_vmware.api [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071463, 'name': PowerOnVM_Task, 'duration_secs': 1.522116} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.472914] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.473263] env[68292]: INFO nova.compute.manager [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Took 11.30 seconds to spawn the instance on the hypervisor. [ 663.473978] env[68292]: DEBUG nova.compute.manager [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.474442] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ae9f6c-38c6-46b4-bdfd-0c6b89e60db1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.577707] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Acquiring lock "refresh_cache-a2730738-7df2-42da-8048-7d06e3b97d4a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.577941] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Acquired lock "refresh_cache-a2730738-7df2-42da-8048-7d06e3b97d4a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.578099] env[68292]: DEBUG nova.network.neutron [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.595316] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.595316] env[68292]: DEBUG nova.compute.manager [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.600907] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.639s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.603873] env[68292]: INFO nova.compute.claims [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.670031] env[68292]: DEBUG nova.compute.manager [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.791014] env[68292]: INFO nova.compute.manager [-] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Took 2.07 seconds to deallocate network for instance. [ 663.999388] env[68292]: INFO nova.compute.manager [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Took 19.04 seconds to build instance. [ 664.115277] env[68292]: DEBUG nova.compute.utils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.120967] env[68292]: DEBUG nova.compute.manager [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.120967] env[68292]: DEBUG nova.network.neutron [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.166782] env[68292]: DEBUG nova.network.neutron [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.218258] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.226640] env[68292]: DEBUG nova.policy [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16a70eec5b774cff9ecef671de542fc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59f98a12e449485686d386fa2f7da899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.303357] env[68292]: DEBUG oslo_concurrency.lockutils [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.391630] env[68292]: INFO nova.compute.manager [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Rebuilding instance [ 664.455951] env[68292]: DEBUG nova.compute.manager [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.456856] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76df692-0651-4c11-b91c-724398efde22 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.507466] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce5f81f-d49a-4f3f-a23a-c0df77aaef44 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "2a13c39c-ba50-460c-9ed1-371aacf4c757" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.265s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.621495] env[68292]: DEBUG nova.compute.manager [req-fdd1455d-5281-4042-be9a-541b2b2d56b7 req-5e2e886b-13de-4c0b-be60-eea4e3e536ba service nova] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Received event network-vif-deleted-b6cef24b-3a76-4a0e-863d-269a1ddd5dcd {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.622097] env[68292]: DEBUG nova.compute.manager [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.641062] env[68292]: DEBUG nova.compute.manager [req-384da052-cab2-457e-947d-9960666bd056 req-e4f7b51c-4cbb-4ed6-bf35-3360cce7cbbf service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Received event network-vif-plugged-60b6f5c0-5c1a-4cec-91ae-97a51d177d69 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.641062] env[68292]: DEBUG oslo_concurrency.lockutils [req-384da052-cab2-457e-947d-9960666bd056 req-e4f7b51c-4cbb-4ed6-bf35-3360cce7cbbf service nova] Acquiring lock "a2730738-7df2-42da-8048-7d06e3b97d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.645850] env[68292]: DEBUG oslo_concurrency.lockutils [req-384da052-cab2-457e-947d-9960666bd056 req-e4f7b51c-4cbb-4ed6-bf35-3360cce7cbbf service nova] Lock "a2730738-7df2-42da-8048-7d06e3b97d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.645850] env[68292]: DEBUG oslo_concurrency.lockutils [req-384da052-cab2-457e-947d-9960666bd056 req-e4f7b51c-4cbb-4ed6-bf35-3360cce7cbbf service nova] Lock "a2730738-7df2-42da-8048-7d06e3b97d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.645850] env[68292]: DEBUG nova.compute.manager [req-384da052-cab2-457e-947d-9960666bd056 req-e4f7b51c-4cbb-4ed6-bf35-3360cce7cbbf service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] No waiting events found dispatching network-vif-plugged-60b6f5c0-5c1a-4cec-91ae-97a51d177d69 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.645850] env[68292]: WARNING nova.compute.manager [req-384da052-cab2-457e-947d-9960666bd056 req-e4f7b51c-4cbb-4ed6-bf35-3360cce7cbbf service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Received unexpected event network-vif-plugged-60b6f5c0-5c1a-4cec-91ae-97a51d177d69 for instance with vm_state building and task_state spawning. [ 665.069732] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e845a9-5925-4f1f-81ea-a27c8ebb9622 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.083647] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c03128c-7a57-43d0-807a-39d9a93aff93 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.121661] env[68292]: DEBUG nova.network.neutron [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Updating instance_info_cache with network_info: [{"id": "60b6f5c0-5c1a-4cec-91ae-97a51d177d69", "address": "fa:16:3e:23:de:f1", "network": {"id": "edeb0fbc-60b4-4972-9767-ed33c06324ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1100205825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fbad2b5500645eeaf5c74a33351a7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b6f5c0-5c", "ovs_interfaceid": "60b6f5c0-5c1a-4cec-91ae-97a51d177d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.123473] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e08e5b-05c7-4ff7-8feb-ba210f9e72f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.135853] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb47bba-a0c9-42c4-b0f9-61e63b2f8b1a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.152804] env[68292]: DEBUG nova.compute.provider_tree [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.240855] env[68292]: DEBUG oslo_vmware.rw_handles [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277037e-3a3a-34da-2039-11acb45dc9a2/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 665.241954] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b84c3d1-d919-405e-b8fc-a316cfdc7260 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.249270] env[68292]: DEBUG oslo_vmware.rw_handles [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277037e-3a3a-34da-2039-11acb45dc9a2/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 665.249442] env[68292]: ERROR oslo_vmware.rw_handles [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277037e-3a3a-34da-2039-11acb45dc9a2/disk-0.vmdk due to incomplete transfer. [ 665.249677] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab8769db-a0f9-44ab-8371-90ad4f9df790 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.259640] env[68292]: DEBUG oslo_vmware.rw_handles [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277037e-3a3a-34da-2039-11acb45dc9a2/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 665.260285] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Uploaded image cef10727-bac1-482c-ad35-73686bc388ed to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 665.262326] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 665.262595] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b66d6cab-3a2b-412e-bcdc-f141553febcb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.271091] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 665.271091] env[68292]: value = "task-3071464" [ 665.271091] env[68292]: _type = "Task" [ 665.271091] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.280075] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071464, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.476289] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.476455] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e867bdc6-777e-4ae1-91e9-40945cfc362e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.485063] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Waiting for the task: (returnval){ [ 665.485063] env[68292]: value = "task-3071465" [ 665.485063] env[68292]: _type = "Task" [ 665.485063] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.496411] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.502629] env[68292]: DEBUG nova.network.neutron [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Successfully updated port: 1a193442-4faa-4149-be3c-5ba7ef6a9572 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.544825] env[68292]: DEBUG nova.network.neutron [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Successfully created port: ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.627320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Releasing lock "refresh_cache-a2730738-7df2-42da-8048-7d06e3b97d4a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.627688] env[68292]: DEBUG nova.compute.manager [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Instance network_info: |[{"id": "60b6f5c0-5c1a-4cec-91ae-97a51d177d69", "address": "fa:16:3e:23:de:f1", "network": {"id": "edeb0fbc-60b4-4972-9767-ed33c06324ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1100205825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fbad2b5500645eeaf5c74a33351a7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b6f5c0-5c", "ovs_interfaceid": "60b6f5c0-5c1a-4cec-91ae-97a51d177d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.628146] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:de:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60b6f5c0-5c1a-4cec-91ae-97a51d177d69', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.638696] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Creating folder: Project (5fbad2b5500645eeaf5c74a33351a7cb). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.641902] env[68292]: DEBUG nova.compute.manager [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.643895] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b13c920-6c79-4e3f-988d-1d142de1242b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.656243] env[68292]: DEBUG nova.scheduler.client.report [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.661867] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Created folder: Project (5fbad2b5500645eeaf5c74a33351a7cb) in parent group-v614981. [ 665.662143] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Creating folder: Instances. Parent ref: group-v615016. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.662326] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91646a70-0f0f-4759-bd65-1961ac8540f2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.678905] env[68292]: DEBUG nova.virt.hardware [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.678905] env[68292]: DEBUG nova.virt.hardware [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.678905] env[68292]: DEBUG nova.virt.hardware [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.679138] env[68292]: DEBUG nova.virt.hardware [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.679180] env[68292]: DEBUG nova.virt.hardware [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.679534] env[68292]: DEBUG nova.virt.hardware [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.679846] env[68292]: DEBUG nova.virt.hardware [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.679989] env[68292]: DEBUG nova.virt.hardware [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.680154] env[68292]: DEBUG nova.virt.hardware [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.680485] env[68292]: DEBUG nova.virt.hardware [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.680785] env[68292]: DEBUG nova.virt.hardware [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.683754] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79c1146-ce02-436e-b079-a94fed484a00 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.688091] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Created folder: Instances in parent group-v615016. [ 665.688412] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.690154] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.691392] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6dafe17-4722-420d-8777-7f28596e86d8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.711913] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ff78b9-b8db-4485-9ed9-fc5fdb0773c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.717335] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.717335] env[68292]: value = "task-3071468" [ 665.717335] env[68292]: _type = "Task" [ 665.717335] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.740712] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071468, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.788871] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071464, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.000378] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071465, 'name': PowerOffVM_Task, 'duration_secs': 0.368066} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.000378] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.000378] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.000378] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238c82e2-3113-4050-94f3-936049ad4201 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.009409] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "refresh_cache-c8d9016a-c5b3-4d53-8f0c-064aee3f688d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.009409] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquired lock "refresh_cache-c8d9016a-c5b3-4d53-8f0c-064aee3f688d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.009409] env[68292]: DEBUG nova.network.neutron [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.009709] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.010303] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e0835f8-fe88-42c4-9428-e9b6aa8825e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.046030] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.046201] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.046362] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Deleting the datastore file [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.047706] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7f6d371-9cf9-4979-8ef5-1da5066ae91b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.054309] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Waiting for the task: (returnval){ [ 666.054309] env[68292]: value = "task-3071470" [ 666.054309] env[68292]: _type = "Task" [ 666.054309] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.065309] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.160523] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.161135] env[68292]: DEBUG nova.compute.manager [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.163804] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.539s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.166242] env[68292]: INFO nova.compute.claims [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.231508] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071468, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.285131] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071464, 'name': Destroy_Task, 'duration_secs': 0.854504} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.285437] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Destroyed the VM [ 666.285853] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 666.286239] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7aedadf9-8f66-4a7e-8011-f4aba2ad3573 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.295284] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 666.295284] env[68292]: value = "task-3071471" [ 666.295284] env[68292]: _type = "Task" [ 666.295284] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.306721] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071471, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.572867] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206453} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.574444] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.574444] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.574444] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.592459] env[68292]: DEBUG nova.network.neutron [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.671144] env[68292]: DEBUG nova.compute.utils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.679320] env[68292]: DEBUG nova.compute.manager [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.679519] env[68292]: DEBUG nova.network.neutron [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.733154] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071468, 'name': CreateVM_Task, 'duration_secs': 0.526769} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.734064] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.734224] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.734345] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.734694] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.735641] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5126cac5-22ab-4a09-929a-f812bfa9704f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.741532] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Waiting for the task: (returnval){ [ 666.741532] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520ba3b7-c21e-66e8-6d94-d5aa25e38686" [ 666.741532] env[68292]: _type = "Task" [ 666.741532] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.752573] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520ba3b7-c21e-66e8-6d94-d5aa25e38686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.808190] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071471, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.824825] env[68292]: DEBUG nova.policy [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60113eeef42b41868fe3a60f8811fbc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77b79e3d00e84995bd55dcddd05c7ba1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.176864] env[68292]: DEBUG nova.network.neutron [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Updating instance_info_cache with network_info: [{"id": "1a193442-4faa-4149-be3c-5ba7ef6a9572", "address": "fa:16:3e:56:16:88", "network": {"id": "005402f5-f6d4-4820-a41b-d7aa70aa1b16", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1539858093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81533698ad8b4bc19a982a453f5a38a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a193442-4f", "ovs_interfaceid": "1a193442-4faa-4149-be3c-5ba7ef6a9572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.177813] env[68292]: DEBUG nova.compute.manager [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.255441] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520ba3b7-c21e-66e8-6d94-d5aa25e38686, 'name': SearchDatastore_Task, 'duration_secs': 0.039145} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.256606] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.256606] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.256606] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.256885] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.257148] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.263434] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da2fe58c-86dc-46d3-9a3c-938f03faeb68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.275597] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.275958] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.277250] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc9e41bb-7bf9-4100-868e-499230b705a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.288431] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Waiting for the task: (returnval){ [ 667.288431] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52552d7f-5ff9-3f8c-9f5f-1f0789d76955" [ 667.288431] env[68292]: _type = "Task" [ 667.288431] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.300545] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52552d7f-5ff9-3f8c-9f5f-1f0789d76955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.316420] env[68292]: DEBUG oslo_vmware.api [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071471, 'name': RemoveSnapshot_Task, 'duration_secs': 0.863746} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.316420] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 667.316420] env[68292]: INFO nova.compute.manager [None req-d70f7be9-b549-4631-9d40-db9c7dc54a57 tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Took 17.06 seconds to snapshot the instance on the hypervisor. [ 667.592136] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69da9615-c64f-4450-828b-628fa7acd6cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.607289] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20371d0-27c6-43b1-8979-7ab8ef294a55 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.647654] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0d6553-34b0-4a21-99b9-694d3e4883ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.658066] env[68292]: DEBUG nova.virt.hardware [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.658327] env[68292]: DEBUG nova.virt.hardware [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.658485] env[68292]: DEBUG nova.virt.hardware [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.658668] env[68292]: DEBUG nova.virt.hardware [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.658862] env[68292]: DEBUG nova.virt.hardware [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.658960] env[68292]: DEBUG nova.virt.hardware [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.659186] env[68292]: DEBUG nova.virt.hardware [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.659349] env[68292]: DEBUG nova.virt.hardware [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.659516] env[68292]: DEBUG nova.virt.hardware [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.659683] env[68292]: DEBUG nova.virt.hardware [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.659848] env[68292]: DEBUG nova.virt.hardware [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.661184] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ea205-ab2e-4ae4-9ad0-261679185b99 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.667308] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858284be-e286-4b8d-8fdd-fb0d4eabe9b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.683177] env[68292]: DEBUG nova.compute.provider_tree [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.687674] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Releasing lock "refresh_cache-c8d9016a-c5b3-4d53-8f0c-064aee3f688d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.688147] env[68292]: DEBUG nova.compute.manager [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Instance network_info: |[{"id": "1a193442-4faa-4149-be3c-5ba7ef6a9572", "address": "fa:16:3e:56:16:88", "network": {"id": "005402f5-f6d4-4820-a41b-d7aa70aa1b16", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1539858093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81533698ad8b4bc19a982a453f5a38a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a193442-4f", "ovs_interfaceid": "1a193442-4faa-4149-be3c-5ba7ef6a9572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.693460] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:16:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a193442-4faa-4149-be3c-5ba7ef6a9572', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.700758] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Creating folder: Project (81533698ad8b4bc19a982a453f5a38a3). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.702022] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e45bb5-6d43-4552-84a9-f88f10e02db7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.709821] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e926813-cbea-4612-b538-3d9bfbf5c259 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.730583] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.734093] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.735731] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.736865] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Created folder: Project (81533698ad8b4bc19a982a453f5a38a3) in parent group-v614981. [ 667.736865] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Creating folder: Instances. Parent ref: group-v615019. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.736865] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c8ed6a4-adc4-45fd-9fd0-b147e43003a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.757462] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-425dc4f3-7de4-4e77-a86e-2d49f19d9000 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.771375] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.771375] env[68292]: value = "task-3071474" [ 667.771375] env[68292]: _type = "Task" [ 667.771375] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.780763] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Created folder: Instances in parent group-v615019. [ 667.780763] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.783661] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.787577] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a048bcc-ab21-46a8-b832-71376d63a870 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.819129] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071474, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.861067] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52552d7f-5ff9-3f8c-9f5f-1f0789d76955, 'name': SearchDatastore_Task, 'duration_secs': 0.026143} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.861067] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.861067] env[68292]: value = "task-3071475" [ 667.861067] env[68292]: _type = "Task" [ 667.861067] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.861067] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42c7d9b-c571-4128-8d61-e42e78731ad8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.878466] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Waiting for the task: (returnval){ [ 667.878466] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5278733e-cd6d-43d0-293f-d3e14170c05f" [ 667.878466] env[68292]: _type = "Task" [ 667.878466] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.882595] env[68292]: DEBUG nova.network.neutron [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Successfully created port: 59c38589-961a-453d-879a-941aa5c916cf {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.885232] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071475, 'name': CreateVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.902860] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5278733e-cd6d-43d0-293f-d3e14170c05f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.181022] env[68292]: DEBUG nova.compute.manager [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Received event network-changed-60b6f5c0-5c1a-4cec-91ae-97a51d177d69 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.181725] env[68292]: DEBUG nova.compute.manager [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Refreshing instance network info cache due to event network-changed-60b6f5c0-5c1a-4cec-91ae-97a51d177d69. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.181846] env[68292]: DEBUG oslo_concurrency.lockutils [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] Acquiring lock "refresh_cache-a2730738-7df2-42da-8048-7d06e3b97d4a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.184991] env[68292]: DEBUG oslo_concurrency.lockutils [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] Acquired lock "refresh_cache-a2730738-7df2-42da-8048-7d06e3b97d4a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.185246] env[68292]: DEBUG nova.network.neutron [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Refreshing network info cache for port 60b6f5c0-5c1a-4cec-91ae-97a51d177d69 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.188088] env[68292]: DEBUG nova.scheduler.client.report [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.193285] env[68292]: DEBUG nova.compute.manager [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.262742] env[68292]: DEBUG nova.virt.hardware [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.263066] env[68292]: DEBUG nova.virt.hardware [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.263240] env[68292]: DEBUG nova.virt.hardware [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.263443] env[68292]: DEBUG nova.virt.hardware [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.263589] env[68292]: DEBUG nova.virt.hardware [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.263734] env[68292]: DEBUG nova.virt.hardware [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.263939] env[68292]: DEBUG nova.virt.hardware [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.264105] env[68292]: DEBUG nova.virt.hardware [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.264273] env[68292]: DEBUG nova.virt.hardware [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.264435] env[68292]: DEBUG nova.virt.hardware [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.267039] env[68292]: DEBUG nova.virt.hardware [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.267039] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ea4192-ba77-400c-bfee-a10469c319ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.278502] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f70e10a-3c17-4835-8a61-96e1f0ce67e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.286146] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071474, 'name': CreateVM_Task, 'duration_secs': 0.3571} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.286694] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.287174] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.287344] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.287671] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.288374] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e592982-b2b5-4615-ba3b-c4026516fb4a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.304593] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Waiting for the task: (returnval){ [ 668.304593] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52294b42-b146-ac66-2194-08c3172ddad9" [ 668.304593] env[68292]: _type = "Task" [ 668.304593] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.314308] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52294b42-b146-ac66-2194-08c3172ddad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.369435] env[68292]: DEBUG nova.compute.manager [req-37000e41-b8dc-4b16-b1a7-e1924a10e9c8 req-7853bf47-f5ac-4d3e-af80-4abbb0ad0406 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Received event network-changed-517ca566-9a85-43ca-ac2f-02e022f0361a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.369638] env[68292]: DEBUG nova.compute.manager [req-37000e41-b8dc-4b16-b1a7-e1924a10e9c8 req-7853bf47-f5ac-4d3e-af80-4abbb0ad0406 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Refreshing instance network info cache due to event network-changed-517ca566-9a85-43ca-ac2f-02e022f0361a. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.369923] env[68292]: DEBUG oslo_concurrency.lockutils [req-37000e41-b8dc-4b16-b1a7-e1924a10e9c8 req-7853bf47-f5ac-4d3e-af80-4abbb0ad0406 service nova] Acquiring lock "refresh_cache-dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.370100] env[68292]: DEBUG oslo_concurrency.lockutils [req-37000e41-b8dc-4b16-b1a7-e1924a10e9c8 req-7853bf47-f5ac-4d3e-af80-4abbb0ad0406 service nova] Acquired lock "refresh_cache-dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.370266] env[68292]: DEBUG nova.network.neutron [req-37000e41-b8dc-4b16-b1a7-e1924a10e9c8 req-7853bf47-f5ac-4d3e-af80-4abbb0ad0406 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Refreshing network info cache for port 517ca566-9a85-43ca-ac2f-02e022f0361a {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.378816] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071475, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.396315] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5278733e-cd6d-43d0-293f-d3e14170c05f, 'name': SearchDatastore_Task, 'duration_secs': 0.024326} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.396604] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.396862] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] a2730738-7df2-42da-8048-7d06e3b97d4a/a2730738-7df2-42da-8048-7d06e3b97d4a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.397140] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f9b0efc-5e4c-4a5b-a600-1d31c3940d04 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.405969] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Waiting for the task: (returnval){ [ 668.405969] env[68292]: value = "task-3071476" [ 668.405969] env[68292]: _type = "Task" [ 668.405969] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.414505] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.646634] env[68292]: DEBUG nova.network.neutron [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Successfully updated port: ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.702896] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.703393] env[68292]: DEBUG nova.compute.manager [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.707034] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.058s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.708516] env[68292]: INFO nova.compute.claims [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.826502] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52294b42-b146-ac66-2194-08c3172ddad9, 'name': SearchDatastore_Task, 'duration_secs': 0.035843} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.831050] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.831050] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.831050] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.831050] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.831282] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.831282] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad4d1cd4-6913-471e-a6d7-86d7bcd71e1b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.847722] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.849326] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.849326] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b9dae4-0b38-4d58-841c-b1ed8644ee1f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.856796] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Waiting for the task: (returnval){ [ 668.856796] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529eacd7-79fc-3c01-cb43-1058d99066b0" [ 668.856796] env[68292]: _type = "Task" [ 668.856796] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.866304] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529eacd7-79fc-3c01-cb43-1058d99066b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.884929] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071475, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.921218] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.023430] env[68292]: DEBUG nova.network.neutron [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Updated VIF entry in instance network info cache for port 60b6f5c0-5c1a-4cec-91ae-97a51d177d69. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.024054] env[68292]: DEBUG nova.network.neutron [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Updating instance_info_cache with network_info: [{"id": "60b6f5c0-5c1a-4cec-91ae-97a51d177d69", "address": "fa:16:3e:23:de:f1", "network": {"id": "edeb0fbc-60b4-4972-9767-ed33c06324ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1100205825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fbad2b5500645eeaf5c74a33351a7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b6f5c0-5c", "ovs_interfaceid": "60b6f5c0-5c1a-4cec-91ae-97a51d177d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.151325] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquiring lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.151325] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquired lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.151325] env[68292]: DEBUG nova.network.neutron [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.209506] env[68292]: DEBUG nova.compute.utils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.215818] env[68292]: DEBUG nova.compute.manager [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.215818] env[68292]: DEBUG nova.network.neutron [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.334140] env[68292]: DEBUG nova.policy [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d9ccc2985ee464281c440f63264adf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16e8c0bea4d4195a85f1146cef05a8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.372027] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529eacd7-79fc-3c01-cb43-1058d99066b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013487} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.385021] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f82728f-e6b7-4bc1-9abb-2491d3c8628c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.395029] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071475, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.395029] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Waiting for the task: (returnval){ [ 669.395029] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d7dbd2-aa5f-aeba-370a-fe3a47f51ae3" [ 669.395029] env[68292]: _type = "Task" [ 669.395029] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.406410] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d7dbd2-aa5f-aeba-370a-fe3a47f51ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.422926] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071476, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.464567] env[68292]: DEBUG nova.network.neutron [req-37000e41-b8dc-4b16-b1a7-e1924a10e9c8 req-7853bf47-f5ac-4d3e-af80-4abbb0ad0406 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Updated VIF entry in instance network info cache for port 517ca566-9a85-43ca-ac2f-02e022f0361a. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.464567] env[68292]: DEBUG nova.network.neutron [req-37000e41-b8dc-4b16-b1a7-e1924a10e9c8 req-7853bf47-f5ac-4d3e-af80-4abbb0ad0406 service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Updating instance_info_cache with network_info: [{"id": "517ca566-9a85-43ca-ac2f-02e022f0361a", "address": "fa:16:3e:8d:1b:44", "network": {"id": "1f3a4575-8f26-40ec-8726-80e732254a35", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-733862065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c30868c74c014a4eb94c6b88f44e4962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517ca566-9a", "ovs_interfaceid": "517ca566-9a85-43ca-ac2f-02e022f0361a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.533378] env[68292]: DEBUG oslo_concurrency.lockutils [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] Releasing lock "refresh_cache-a2730738-7df2-42da-8048-7d06e3b97d4a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.533378] env[68292]: DEBUG nova.compute.manager [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Received event network-vif-plugged-1a193442-4faa-4149-be3c-5ba7ef6a9572 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.533378] env[68292]: DEBUG oslo_concurrency.lockutils [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] Acquiring lock "c8d9016a-c5b3-4d53-8f0c-064aee3f688d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.533378] env[68292]: DEBUG oslo_concurrency.lockutils [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] Lock "c8d9016a-c5b3-4d53-8f0c-064aee3f688d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.533378] env[68292]: DEBUG oslo_concurrency.lockutils [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] Lock "c8d9016a-c5b3-4d53-8f0c-064aee3f688d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.533623] env[68292]: DEBUG nova.compute.manager [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] No waiting events found dispatching network-vif-plugged-1a193442-4faa-4149-be3c-5ba7ef6a9572 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.533623] env[68292]: WARNING nova.compute.manager [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Received unexpected event network-vif-plugged-1a193442-4faa-4149-be3c-5ba7ef6a9572 for instance with vm_state building and task_state spawning. [ 669.533623] env[68292]: DEBUG nova.compute.manager [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Received event network-changed-1a193442-4faa-4149-be3c-5ba7ef6a9572 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.533623] env[68292]: DEBUG nova.compute.manager [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Refreshing instance network info cache due to event network-changed-1a193442-4faa-4149-be3c-5ba7ef6a9572. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.533623] env[68292]: DEBUG oslo_concurrency.lockutils [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] Acquiring lock "refresh_cache-c8d9016a-c5b3-4d53-8f0c-064aee3f688d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.533771] env[68292]: DEBUG oslo_concurrency.lockutils [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] Acquired lock "refresh_cache-c8d9016a-c5b3-4d53-8f0c-064aee3f688d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.533771] env[68292]: DEBUG nova.network.neutron [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Refreshing network info cache for port 1a193442-4faa-4149-be3c-5ba7ef6a9572 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.719262] env[68292]: DEBUG nova.compute.manager [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.721599] env[68292]: DEBUG nova.network.neutron [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.882276] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071475, 'name': CreateVM_Task, 'duration_secs': 1.678197} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.882414] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.883136] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.883303] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.883676] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.883970] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5fac6c-75bc-478c-a37a-466d7ad410ca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.892707] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 669.892707] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52dd9760-56f2-521c-2176-a857f976d670" [ 669.892707] env[68292]: _type = "Task" [ 669.892707] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.906245] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52dd9760-56f2-521c-2176-a857f976d670, 'name': SearchDatastore_Task, 'duration_secs': 0.013613} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.916338] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.916338] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.916338] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.916338] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d7dbd2-aa5f-aeba-370a-fe3a47f51ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.013716} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.918168] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.918168] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9/9f982c0c-892e-4406-994d-adf7d46d3ea9.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.921046] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.921250] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.921474] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9537a1f0-092e-4658-8ec7-a3233032992f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.923957] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85688552-f1b2-477a-b8dd-ee163c484a5a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.931933] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071476, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.427028} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.936353] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] a2730738-7df2-42da-8048-7d06e3b97d4a/a2730738-7df2-42da-8048-7d06e3b97d4a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.936557] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.938963] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Waiting for the task: (returnval){ [ 669.938963] env[68292]: value = "task-3071477" [ 669.938963] env[68292]: _type = "Task" [ 669.938963] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.940552] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1abfc020-dcae-45a1-a953-08795b3dbc32 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.943452] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.943452] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.947441] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be07589-aebb-4b56-a51c-ccf8c15d7644 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.955954] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 669.955954] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5267abd9-7878-f170-0cef-986e9d2169e0" [ 669.955954] env[68292]: _type = "Task" [ 669.955954] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.959660] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.959660] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Waiting for the task: (returnval){ [ 669.959660] env[68292]: value = "task-3071478" [ 669.959660] env[68292]: _type = "Task" [ 669.959660] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.967566] env[68292]: DEBUG oslo_concurrency.lockutils [req-37000e41-b8dc-4b16-b1a7-e1924a10e9c8 req-7853bf47-f5ac-4d3e-af80-4abbb0ad0406 service nova] Releasing lock "refresh_cache-dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.980442] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.988738] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5267abd9-7878-f170-0cef-986e9d2169e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013048} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.988738] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ae1678-58b6-456a-b8c2-c41f4c1ff7f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.995416] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 669.995416] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52048182-c4c3-6419-d074-3f856ce2f7aa" [ 669.995416] env[68292]: _type = "Task" [ 669.995416] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.006405] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52048182-c4c3-6419-d074-3f856ce2f7aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.122468] env[68292]: DEBUG nova.network.neutron [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updating instance_info_cache with network_info: [{"id": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "address": "fa:16:3e:3f:11:02", "network": {"id": "9b5b3289-6712-487e-a99e-2305a2ba8f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-204709918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f98a12e449485686d386fa2f7da899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce10c923-cf", "ovs_interfaceid": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.183748] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1949633b-85e2-4beb-a962-89ba5138a926 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.195323] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891a2376-52a6-4a6a-8bb6-992ba8fc923a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.230649] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab40398-382b-4352-be5b-5134f850b7b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.245647] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b929123d-4aed-441a-9472-2c758b2ec23f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.261341] env[68292]: DEBUG nova.compute.provider_tree [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.454382] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071477, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.455292] env[68292]: DEBUG nova.network.neutron [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Successfully created port: 532fcc85-e537-4de7-86e9-b2e447cec604 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.476465] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083283} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.476762] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.477645] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eafd84-c53d-4b1f-a1af-1e22956d1a68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.502339] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] a2730738-7df2-42da-8048-7d06e3b97d4a/a2730738-7df2-42da-8048-7d06e3b97d4a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.505328] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a1e67ff-ac3c-42b9-ab41-1aa6c054944a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.531657] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52048182-c4c3-6419-d074-3f856ce2f7aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.533075] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.533525] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] c8d9016a-c5b3-4d53-8f0c-064aee3f688d/c8d9016a-c5b3-4d53-8f0c-064aee3f688d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.533815] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Waiting for the task: (returnval){ [ 670.533815] env[68292]: value = "task-3071479" [ 670.533815] env[68292]: _type = "Task" [ 670.533815] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.533996] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-219d98a7-4dd8-46a3-bbdf-1127cef8f122 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.544812] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.546261] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 670.546261] env[68292]: value = "task-3071480" [ 670.546261] env[68292]: _type = "Task" [ 670.546261] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.555408] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.614107] env[68292]: DEBUG nova.network.neutron [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Successfully updated port: 59c38589-961a-453d-879a-941aa5c916cf {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.625543] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Releasing lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.625861] env[68292]: DEBUG nova.compute.manager [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Instance network_info: |[{"id": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "address": "fa:16:3e:3f:11:02", "network": {"id": "9b5b3289-6712-487e-a99e-2305a2ba8f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-204709918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f98a12e449485686d386fa2f7da899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce10c923-cf", "ovs_interfaceid": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.626359] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:11:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce10c923-cf03-4bc4-88db-b0173953d9a6', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.636609] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Creating folder: Project (59f98a12e449485686d386fa2f7da899). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.636609] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6788292-777e-4625-9e2f-9ddcca931e12 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.640049] env[68292]: DEBUG nova.network.neutron [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Updated VIF entry in instance network info cache for port 1a193442-4faa-4149-be3c-5ba7ef6a9572. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.640362] env[68292]: DEBUG nova.network.neutron [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Updating instance_info_cache with network_info: [{"id": "1a193442-4faa-4149-be3c-5ba7ef6a9572", "address": "fa:16:3e:56:16:88", "network": {"id": "005402f5-f6d4-4820-a41b-d7aa70aa1b16", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1539858093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81533698ad8b4bc19a982a453f5a38a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a193442-4f", "ovs_interfaceid": "1a193442-4faa-4149-be3c-5ba7ef6a9572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.654033] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Created folder: Project (59f98a12e449485686d386fa2f7da899) in parent group-v614981. [ 670.654204] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Creating folder: Instances. Parent ref: group-v615023. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.654463] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4621e3c-32d3-4251-9575-2908b7369eda {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.673178] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Created folder: Instances in parent group-v615023. [ 670.673287] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.673501] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.673714] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4d8df48-964f-477e-a70a-701b45e7733d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.699019] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.699019] env[68292]: value = "task-3071483" [ 670.699019] env[68292]: _type = "Task" [ 670.699019] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.712231] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071483, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.739848] env[68292]: DEBUG nova.compute.manager [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.765821] env[68292]: DEBUG nova.scheduler.client.report [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.816952] env[68292]: DEBUG nova.virt.hardware [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.817317] env[68292]: DEBUG nova.virt.hardware [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.817430] env[68292]: DEBUG nova.virt.hardware [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.817559] env[68292]: DEBUG nova.virt.hardware [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.817729] env[68292]: DEBUG nova.virt.hardware [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.817897] env[68292]: DEBUG nova.virt.hardware [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.818240] env[68292]: DEBUG nova.virt.hardware [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.818431] env[68292]: DEBUG nova.virt.hardware [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.818603] env[68292]: DEBUG nova.virt.hardware [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.818767] env[68292]: DEBUG nova.virt.hardware [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.818974] env[68292]: DEBUG nova.virt.hardware [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.819860] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d6e013-3e8b-4c6c-a8d3-72ca59c41f74 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.844230] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de657ac-a070-487c-9a77-3cb0ff5eb308 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.956187] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.956394] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.972115] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535083} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.972404] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9/9f982c0c-892e-4406-994d-adf7d46d3ea9.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.972624] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.972974] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19c682f3-f0bd-4dd0-9a4e-23b01b7b91c8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.983817] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Waiting for the task: (returnval){ [ 670.983817] env[68292]: value = "task-3071484" [ 670.983817] env[68292]: _type = "Task" [ 670.983817] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.994104] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.050023] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.057514] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071480, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.118561] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "refresh_cache-8b337bf1-2ea4-455f-8027-9efac83ae6bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.118787] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired lock "refresh_cache-8b337bf1-2ea4-455f-8027-9efac83ae6bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.118868] env[68292]: DEBUG nova.network.neutron [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.143834] env[68292]: DEBUG oslo_concurrency.lockutils [req-6b727082-5aac-4ba7-8243-382ff672330b req-c81be331-6e2c-4e4a-88ca-beea072bb506 service nova] Releasing lock "refresh_cache-c8d9016a-c5b3-4d53-8f0c-064aee3f688d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.210641] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071483, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.271538] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.273047] env[68292]: DEBUG nova.compute.manager [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.276051] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.964s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.278097] env[68292]: INFO nova.compute.claims [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.460679] env[68292]: DEBUG nova.compute.manager [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.508016] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270063} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.508016] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.508016] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611075a3-3236-43a9-a0da-a575625017b9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.534304] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9/9f982c0c-892e-4406-994d-adf7d46d3ea9.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.535304] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4df67b0a-5f12-4e8c-844b-6956ec64995c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.570212] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837114} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.570212] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071479, 'name': ReconfigVM_Task, 'duration_secs': 0.928094} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.571208] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] c8d9016a-c5b3-4d53-8f0c-064aee3f688d/c8d9016a-c5b3-4d53-8f0c-064aee3f688d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.571421] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.572090] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Reconfigured VM instance instance-0000000c to attach disk [datastore2] a2730738-7df2-42da-8048-7d06e3b97d4a/a2730738-7df2-42da-8048-7d06e3b97d4a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.573395] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Waiting for the task: (returnval){ [ 671.573395] env[68292]: value = "task-3071485" [ 671.573395] env[68292]: _type = "Task" [ 671.573395] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.573395] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d275751-1895-41a5-9308-a166b3a5a136 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.575131] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-200a5795-047f-4bf2-9556-6b6a326bbc22 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.586444] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071485, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.589207] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Waiting for the task: (returnval){ [ 671.589207] env[68292]: value = "task-3071486" [ 671.589207] env[68292]: _type = "Task" [ 671.589207] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.589780] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 671.589780] env[68292]: value = "task-3071487" [ 671.589780] env[68292]: _type = "Task" [ 671.589780] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.599620] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.599767] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.608997] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071486, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.691160] env[68292]: DEBUG nova.network.neutron [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.713228] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071483, 'name': CreateVM_Task, 'duration_secs': 0.685466} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.713622] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.714402] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.714553] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.714950] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.715217] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30120f96-372d-4690-8e16-aefbdaa06b39 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.723210] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for the task: (returnval){ [ 671.723210] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52bdbd4d-4176-026a-0a85-f5764fe12987" [ 671.723210] env[68292]: _type = "Task" [ 671.723210] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.739941] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bdbd4d-4176-026a-0a85-f5764fe12987, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.740292] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.740562] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.740725] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.741434] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.741434] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.741434] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdbbdeff-5039-4091-9033-88320606aa3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.751591] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.754087] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.754087] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57b0349-3322-45e8-9be0-44011fabfcb2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.758239] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for the task: (returnval){ [ 671.758239] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c42d0a-2032-f4cc-d9fc-b578d4fc7324" [ 671.758239] env[68292]: _type = "Task" [ 671.758239] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.770160] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c42d0a-2032-f4cc-d9fc-b578d4fc7324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.783033] env[68292]: DEBUG nova.compute.utils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.790961] env[68292]: DEBUG nova.compute.manager [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.791153] env[68292]: DEBUG nova.network.neutron [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.892333] env[68292]: DEBUG nova.policy [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdd345fdf09c4610b85f92ff61c3159d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11c1524c1ede484b813c7042ebedd356', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.007680] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.039441] env[68292]: DEBUG nova.network.neutron [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Updating instance_info_cache with network_info: [{"id": "59c38589-961a-453d-879a-941aa5c916cf", "address": "fa:16:3e:c0:75:07", "network": {"id": "adde0646-afcb-4d54-855a-675a5c8b5f1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1040307341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77b79e3d00e84995bd55dcddd05c7ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c38589-96", "ovs_interfaceid": "59c38589-961a-453d-879a-941aa5c916cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.092032] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.113737] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097099} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.113737] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071486, 'name': Rename_Task, 'duration_secs': 0.163485} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.113737] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.114741] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.115530] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84038fb7-1bc5-405b-970b-dbb253654a55 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.118207] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-716a957c-7b51-4bd2-b5df-eefe3e7cd4e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.142594] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c8d9016a-c5b3-4d53-8f0c-064aee3f688d/c8d9016a-c5b3-4d53-8f0c-064aee3f688d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.144612] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f77971-b568-4cb0-910a-4c569f673f6a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.160793] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Waiting for the task: (returnval){ [ 672.160793] env[68292]: value = "task-3071488" [ 672.160793] env[68292]: _type = "Task" [ 672.160793] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.169310] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 672.169310] env[68292]: value = "task-3071489" [ 672.169310] env[68292]: _type = "Task" [ 672.169310] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.172834] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071488, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.183437] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.270877] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c42d0a-2032-f4cc-d9fc-b578d4fc7324, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.271911] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49597b3-158f-4aeb-a7a3-e1b45b54927c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.283284] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for the task: (returnval){ [ 672.283284] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c18d15-5ff8-f159-ff56-38d556364fe3" [ 672.283284] env[68292]: _type = "Task" [ 672.283284] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.298111] env[68292]: DEBUG nova.compute.manager [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.300761] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c18d15-5ff8-f159-ff56-38d556364fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.374515] env[68292]: DEBUG nova.compute.manager [req-617e8952-d80b-4ad9-ab3c-e47713c3b2a7 req-88f23e93-f381-4dc3-a469-2219000edf7f service nova] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Received event network-vif-plugged-59c38589-961a-453d-879a-941aa5c916cf {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.375380] env[68292]: DEBUG oslo_concurrency.lockutils [req-617e8952-d80b-4ad9-ab3c-e47713c3b2a7 req-88f23e93-f381-4dc3-a469-2219000edf7f service nova] Acquiring lock "8b337bf1-2ea4-455f-8027-9efac83ae6bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.376606] env[68292]: DEBUG oslo_concurrency.lockutils [req-617e8952-d80b-4ad9-ab3c-e47713c3b2a7 req-88f23e93-f381-4dc3-a469-2219000edf7f service nova] Lock "8b337bf1-2ea4-455f-8027-9efac83ae6bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.376606] env[68292]: DEBUG oslo_concurrency.lockutils [req-617e8952-d80b-4ad9-ab3c-e47713c3b2a7 req-88f23e93-f381-4dc3-a469-2219000edf7f service nova] Lock "8b337bf1-2ea4-455f-8027-9efac83ae6bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.376606] env[68292]: DEBUG nova.compute.manager [req-617e8952-d80b-4ad9-ab3c-e47713c3b2a7 req-88f23e93-f381-4dc3-a469-2219000edf7f service nova] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] No waiting events found dispatching network-vif-plugged-59c38589-961a-453d-879a-941aa5c916cf {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.376606] env[68292]: WARNING nova.compute.manager [req-617e8952-d80b-4ad9-ab3c-e47713c3b2a7 req-88f23e93-f381-4dc3-a469-2219000edf7f service nova] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Received unexpected event network-vif-plugged-59c38589-961a-453d-879a-941aa5c916cf for instance with vm_state building and task_state spawning. [ 672.381632] env[68292]: DEBUG nova.compute.manager [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Received event network-vif-plugged-ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.381632] env[68292]: DEBUG oslo_concurrency.lockutils [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] Acquiring lock "579ecc58-5c84-4237-bf96-4e36c0f75dcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.381632] env[68292]: DEBUG oslo_concurrency.lockutils [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] Lock "579ecc58-5c84-4237-bf96-4e36c0f75dcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.381632] env[68292]: DEBUG oslo_concurrency.lockutils [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] Lock "579ecc58-5c84-4237-bf96-4e36c0f75dcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.381910] env[68292]: DEBUG nova.compute.manager [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] No waiting events found dispatching network-vif-plugged-ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.382165] env[68292]: WARNING nova.compute.manager [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Received unexpected event network-vif-plugged-ce10c923-cf03-4bc4-88db-b0173953d9a6 for instance with vm_state building and task_state spawning. [ 672.382416] env[68292]: DEBUG nova.compute.manager [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Received event network-changed-ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.382672] env[68292]: DEBUG nova.compute.manager [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Refreshing instance network info cache due to event network-changed-ce10c923-cf03-4bc4-88db-b0173953d9a6. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.383309] env[68292]: DEBUG oslo_concurrency.lockutils [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] Acquiring lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.383392] env[68292]: DEBUG oslo_concurrency.lockutils [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] Acquired lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.383626] env[68292]: DEBUG nova.network.neutron [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Refreshing network info cache for port ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.546024] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Releasing lock "refresh_cache-8b337bf1-2ea4-455f-8027-9efac83ae6bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.546436] env[68292]: DEBUG nova.compute.manager [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Instance network_info: |[{"id": "59c38589-961a-453d-879a-941aa5c916cf", "address": "fa:16:3e:c0:75:07", "network": {"id": "adde0646-afcb-4d54-855a-675a5c8b5f1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1040307341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77b79e3d00e84995bd55dcddd05c7ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c38589-96", "ovs_interfaceid": "59c38589-961a-453d-879a-941aa5c916cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.546828] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:75:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59c38589-961a-453d-879a-941aa5c916cf', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.557331] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Creating folder: Project (77b79e3d00e84995bd55dcddd05c7ba1). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.561230] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2bdd0ac-7273-4eb8-8060-99d75a0ce9cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.574738] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Created folder: Project (77b79e3d00e84995bd55dcddd05c7ba1) in parent group-v614981. [ 672.575049] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Creating folder: Instances. Parent ref: group-v615026. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.578414] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f06e4e6-ac7f-4133-9b14-4b2a6b96bb14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.591444] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.595008] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Created folder: Instances in parent group-v615026. [ 672.595382] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.595612] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.595952] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7b07108-e3b7-4668-af54-89ad6d9a9abb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.622673] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.622673] env[68292]: value = "task-3071492" [ 672.622673] env[68292]: _type = "Task" [ 672.622673] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.632444] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071492, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.683070] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071488, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.689910] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071489, 'name': ReconfigVM_Task, 'duration_secs': 0.360199} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.693300] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c8d9016a-c5b3-4d53-8f0c-064aee3f688d/c8d9016a-c5b3-4d53-8f0c-064aee3f688d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.694593] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29330c1d-c036-438d-ac61-976faf1ae553 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.703661] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 672.703661] env[68292]: value = "task-3071493" [ 672.703661] env[68292]: _type = "Task" [ 672.703661] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.724933] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071493, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.798380] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c18d15-5ff8-f159-ff56-38d556364fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.803226] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.803226] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 579ecc58-5c84-4237-bf96-4e36c0f75dcd/579ecc58-5c84-4237-bf96-4e36c0f75dcd.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.805847] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0a025d8-1385-48cb-a573-d2dc44073fd7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.819068] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82295af1-bcfa-4af2-a51e-89d1974bac78 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.826293] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for the task: (returnval){ [ 672.826293] env[68292]: value = "task-3071494" [ 672.826293] env[68292]: _type = "Task" [ 672.826293] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.832172] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80323841-58bc-46fa-a064-30eb680ae350 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.840238] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.875835] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8416bfa5-28ac-4136-88a2-09630a75dd95 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.885412] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6457424-0402-4262-b87f-5a24ae9c38dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.905786] env[68292]: DEBUG nova.compute.provider_tree [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.094399] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071485, 'name': ReconfigVM_Task, 'duration_secs': 1.111709} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.095342] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9/9f982c0c-892e-4406-994d-adf7d46d3ea9.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.096145] env[68292]: DEBUG nova.network.neutron [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Successfully created port: d73f854d-1fcf-4673-a573-e6ce77d03a9c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.098772] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a27abce-43ae-46a9-be21-0d4f9d7971ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.109946] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Waiting for the task: (returnval){ [ 673.109946] env[68292]: value = "task-3071495" [ 673.109946] env[68292]: _type = "Task" [ 673.109946] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.120482] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071495, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.135514] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071492, 'name': CreateVM_Task, 'duration_secs': 0.372035} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.136089] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.136566] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.136745] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.137126] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.137408] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6390fa8e-230c-42ea-99b2-2f47ec6a053b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.145762] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 673.145762] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52312577-63ac-563d-d95f-c8dac8a1cd49" [ 673.145762] env[68292]: _type = "Task" [ 673.145762] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.157391] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52312577-63ac-563d-d95f-c8dac8a1cd49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.176680] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071488, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.215015] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071493, 'name': Rename_Task, 'duration_secs': 0.183485} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.215646] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.215646] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b1768fa-b4ef-46c3-8336-0d0736896e0b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.224458] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 673.224458] env[68292]: value = "task-3071496" [ 673.224458] env[68292]: _type = "Task" [ 673.224458] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.235061] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.314177] env[68292]: DEBUG nova.compute.manager [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.338429] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071494, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.349741] env[68292]: DEBUG nova.virt.hardware [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.350027] env[68292]: DEBUG nova.virt.hardware [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.350344] env[68292]: DEBUG nova.virt.hardware [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.350425] env[68292]: DEBUG nova.virt.hardware [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.350546] env[68292]: DEBUG nova.virt.hardware [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.350718] env[68292]: DEBUG nova.virt.hardware [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.351012] env[68292]: DEBUG nova.virt.hardware [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.352120] env[68292]: DEBUG nova.virt.hardware [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.352864] env[68292]: DEBUG nova.virt.hardware [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.353121] env[68292]: DEBUG nova.virt.hardware [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.353352] env[68292]: DEBUG nova.virt.hardware [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.354467] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e3e76-c6ef-4ae4-aaf3-800dfc78f9d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.364289] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcc2b94-49cd-401d-8aa1-0a7cded01f42 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.409016] env[68292]: DEBUG nova.scheduler.client.report [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.593080] env[68292]: DEBUG nova.network.neutron [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updated VIF entry in instance network info cache for port ce10c923-cf03-4bc4-88db-b0173953d9a6. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.593540] env[68292]: DEBUG nova.network.neutron [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updating instance_info_cache with network_info: [{"id": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "address": "fa:16:3e:3f:11:02", "network": {"id": "9b5b3289-6712-487e-a99e-2305a2ba8f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-204709918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f98a12e449485686d386fa2f7da899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce10c923-cf", "ovs_interfaceid": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.626206] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071495, 'name': Rename_Task, 'duration_secs': 0.308075} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.626206] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.626206] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98849aa7-dd6c-4258-abe9-d6ff64d4e007 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.638280] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Waiting for the task: (returnval){ [ 673.638280] env[68292]: value = "task-3071497" [ 673.638280] env[68292]: _type = "Task" [ 673.638280] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.646860] env[68292]: DEBUG nova.network.neutron [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Successfully updated port: 532fcc85-e537-4de7-86e9-b2e447cec604 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.660592] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.671661] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52312577-63ac-563d-d95f-c8dac8a1cd49, 'name': SearchDatastore_Task, 'duration_secs': 0.065179} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.672758] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.672914] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.676031] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.676031] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.676031] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.676031] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1640a36d-88f6-4e3c-a4a8-40473478b573 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.680561] env[68292]: DEBUG oslo_vmware.api [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071488, 'name': PowerOnVM_Task, 'duration_secs': 1.44204} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.681682] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.681682] env[68292]: INFO nova.compute.manager [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Took 13.14 seconds to spawn the instance on the hypervisor. [ 673.681859] env[68292]: DEBUG nova.compute.manager [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.682696] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f921db18-1036-4a83-ba1e-96b85aab869a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.688979] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.689215] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.691371] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c07b30-d675-4235-9179-166b7243682e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.704512] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 673.704512] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52eb894c-81df-a8d6-a7aa-8236715905e9" [ 673.704512] env[68292]: _type = "Task" [ 673.704512] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.714471] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52eb894c-81df-a8d6-a7aa-8236715905e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.738209] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071496, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.837750] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558151} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.838521] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 579ecc58-5c84-4237-bf96-4e36c0f75dcd/579ecc58-5c84-4237-bf96-4e36c0f75dcd.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.839014] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.839435] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d26b4f0-6d05-41a4-b2eb-adffcd51dddf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.849810] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for the task: (returnval){ [ 673.849810] env[68292]: value = "task-3071498" [ 673.849810] env[68292]: _type = "Task" [ 673.849810] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.862103] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.923490] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.924317] env[68292]: DEBUG nova.compute.manager [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.928430] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.836s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.928649] env[68292]: DEBUG nova.objects.instance [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Lazy-loading 'resources' on Instance uuid 5d6a9c13-b696-47f2-9ec5-00fe0d474f39 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.102897] env[68292]: DEBUG oslo_concurrency.lockutils [req-85e3e4c9-28ad-4196-a447-b45a0fe5071b req-aad1f4c7-cd2b-4b8b-aaea-bc5f7eadb18e service nova] Releasing lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.153580] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071497, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.163513] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.163513] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.163513] env[68292]: DEBUG nova.network.neutron [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.209854] env[68292]: INFO nova.compute.manager [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Took 28.61 seconds to build instance. [ 674.218424] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52eb894c-81df-a8d6-a7aa-8236715905e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014779} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.220441] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917f683c-7e58-47ad-bc78-4600c9eeb8a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.235370] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 674.235370] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5212fc50-b15c-67d1-d2b4-447873e8e3bf" [ 674.235370] env[68292]: _type = "Task" [ 674.235370] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.242874] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071496, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.251707] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5212fc50-b15c-67d1-d2b4-447873e8e3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011164} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.251881] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.252305] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 8b337bf1-2ea4-455f-8027-9efac83ae6bf/8b337bf1-2ea4-455f-8027-9efac83ae6bf.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.252417] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7c935ec-b648-445c-93f3-bcf616606c25 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.264022] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 674.264022] env[68292]: value = "task-3071499" [ 674.264022] env[68292]: _type = "Task" [ 674.264022] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.273039] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.364685] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20287} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.364685] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.365223] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500509be-d287-4117-891c-6e23f0f6fb00 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.390701] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 579ecc58-5c84-4237-bf96-4e36c0f75dcd/579ecc58-5c84-4237-bf96-4e36c0f75dcd.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.391063] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc96a2b7-3610-45c4-a044-fb6854ffc5dd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.414070] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for the task: (returnval){ [ 674.414070] env[68292]: value = "task-3071500" [ 674.414070] env[68292]: _type = "Task" [ 674.414070] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.424022] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.432049] env[68292]: DEBUG nova.compute.utils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.434160] env[68292]: DEBUG nova.compute.manager [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.434160] env[68292]: DEBUG nova.network.neutron [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.610393] env[68292]: DEBUG nova.policy [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9e65745110d414e8d584b55060d70bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ea8ea91b7d44b4585f0dd9e57c49fb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.652664] env[68292]: DEBUG oslo_vmware.api [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Task: {'id': task-3071497, 'name': PowerOnVM_Task, 'duration_secs': 0.590508} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.656102] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.656336] env[68292]: DEBUG nova.compute.manager [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.659372] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56237cbd-3d2d-4f80-bea6-bcd8e9d962cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.714244] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9ba2642-838f-4e66-bd63-4249a7502c21 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Lock "a2730738-7df2-42da-8048-7d06e3b97d4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.375s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.752221] env[68292]: DEBUG oslo_vmware.api [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071496, 'name': PowerOnVM_Task, 'duration_secs': 1.285276} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.752221] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.752221] env[68292]: INFO nova.compute.manager [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Took 11.67 seconds to spawn the instance on the hypervisor. [ 674.752221] env[68292]: DEBUG nova.compute.manager [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.752725] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b843f582-13c1-4867-9acd-b27872be1004 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.782598] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071499, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.866255] env[68292]: DEBUG nova.network.neutron [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.902962] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4587f816-290f-4e10-832f-e69af877cd7f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.914439] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4704ad-6530-42c2-8d61-2e89a68736cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.960098] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.960817] env[68292]: DEBUG nova.compute.manager [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.968777] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02398322-cdc1-4628-8760-a4b2763212e3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.978581] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca8838c-3c19-485c-bf80-0a2c893b1fa5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.996767] env[68292]: DEBUG nova.compute.provider_tree [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.064220] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "220c91c5-79e3-4a25-a5cc-708741b4356a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.064220] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "220c91c5-79e3-4a25-a5cc-708741b4356a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.186655] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.217366] env[68292]: DEBUG nova.compute.manager [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.285803] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071499, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.289583] env[68292]: INFO nova.compute.manager [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Took 28.14 seconds to build instance. [ 675.418310] env[68292]: DEBUG nova.network.neutron [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Updating instance_info_cache with network_info: [{"id": "532fcc85-e537-4de7-86e9-b2e447cec604", "address": "fa:16:3e:95:be:d3", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532fcc85-e5", "ovs_interfaceid": "532fcc85-e537-4de7-86e9-b2e447cec604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.431052] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071500, 'name': ReconfigVM_Task, 'duration_secs': 0.790022} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.431828] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 579ecc58-5c84-4237-bf96-4e36c0f75dcd/579ecc58-5c84-4237-bf96-4e36c0f75dcd.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.432032] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-309a9c88-ef40-4faa-b644-218e73d8caf1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.444430] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for the task: (returnval){ [ 675.444430] env[68292]: value = "task-3071501" [ 675.444430] env[68292]: _type = "Task" [ 675.444430] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.456575] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071501, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.499855] env[68292]: DEBUG nova.scheduler.client.report [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.733365] env[68292]: DEBUG nova.network.neutron [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Successfully created port: 7a0061e5-44c9-4f14-9ed3-13915afdd05a {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.757684] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.780540] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071499, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.792318] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9250883-256f-4d4c-a678-1f0c78ea4ee0 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "c8d9016a-c5b3-4d53-8f0c-064aee3f688d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.348s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.926047] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.926327] env[68292]: DEBUG nova.compute.manager [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Instance network_info: |[{"id": "532fcc85-e537-4de7-86e9-b2e447cec604", "address": "fa:16:3e:95:be:d3", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532fcc85-e5", "ovs_interfaceid": "532fcc85-e537-4de7-86e9-b2e447cec604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.926750] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:be:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '532fcc85-e537-4de7-86e9-b2e447cec604', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.936166] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Creating folder: Project (e16e8c0bea4d4195a85f1146cef05a8b). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.936625] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb08baea-c9e5-49b2-ac97-404c582c38e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.950299] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071501, 'name': Rename_Task, 'duration_secs': 0.337777} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.952127] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.952338] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Created folder: Project (e16e8c0bea4d4195a85f1146cef05a8b) in parent group-v614981. [ 675.952516] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Creating folder: Instances. Parent ref: group-v615029. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.952741] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-191080ca-56a1-42fb-b867-a22f63670788 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.954538] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72950df9-9643-4706-ba64-ea0e95037113 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.961567] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for the task: (returnval){ [ 675.961567] env[68292]: value = "task-3071503" [ 675.961567] env[68292]: _type = "Task" [ 675.961567] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.966215] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Created folder: Instances in parent group-v615029. [ 675.966500] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.966716] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.966963] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4403a346-141c-469f-9c2f-08f157d16167 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.985471] env[68292]: DEBUG nova.compute.manager [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.987481] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.993680] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.993680] env[68292]: value = "task-3071505" [ 675.993680] env[68292]: _type = "Task" [ 675.993680] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.003575] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071505, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.005481] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.010201] env[68292]: DEBUG oslo_concurrency.lockutils [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.915s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.010201] env[68292]: DEBUG nova.objects.instance [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Lazy-loading 'resources' on Instance uuid b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.042300] env[68292]: DEBUG nova.virt.hardware [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.042606] env[68292]: DEBUG nova.virt.hardware [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.042752] env[68292]: DEBUG nova.virt.hardware [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.042951] env[68292]: DEBUG nova.virt.hardware [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.043178] env[68292]: DEBUG nova.virt.hardware [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.043360] env[68292]: DEBUG nova.virt.hardware [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.043554] env[68292]: DEBUG nova.virt.hardware [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.043719] env[68292]: DEBUG nova.virt.hardware [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.043881] env[68292]: DEBUG nova.virt.hardware [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.045173] env[68292]: DEBUG nova.virt.hardware [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.045415] env[68292]: DEBUG nova.virt.hardware [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.046783] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86684b05-f7f3-46ed-8b56-9397ed2c6298 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.058423] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998442af-0270-4a22-b747-4c3c78c391a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.081923] env[68292]: INFO nova.scheduler.client.report [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Deleted allocations for instance 5d6a9c13-b696-47f2-9ec5-00fe0d474f39 [ 676.283563] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071499, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.523753} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.283563] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 8b337bf1-2ea4-455f-8027-9efac83ae6bf/8b337bf1-2ea4-455f-8027-9efac83ae6bf.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.283563] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.283563] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9473092d-3740-485f-b55d-5fa1b4c48a9b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.295036] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 676.295036] env[68292]: value = "task-3071506" [ 676.295036] env[68292]: _type = "Task" [ 676.295036] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.298976] env[68292]: DEBUG nova.compute.manager [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.310638] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.438798] env[68292]: DEBUG nova.network.neutron [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Successfully updated port: d73f854d-1fcf-4673-a573-e6ce77d03a9c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.476951] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071503, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.507880] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071505, 'name': CreateVM_Task, 'duration_secs': 0.428586} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.508109] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.508845] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.509232] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.510030] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.510030] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0bcad9-ba52-427a-b949-076f8a0627f1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.519033] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 676.519033] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5234c2a2-c7bc-e6f3-f523-8a7c6a05846f" [ 676.519033] env[68292]: _type = "Task" [ 676.519033] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.529347] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5234c2a2-c7bc-e6f3-f523-8a7c6a05846f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.595623] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09db73c3-5fb3-41c0-9047-1873f449c784 tempest-ServerDiagnosticsNegativeTest-204143158 tempest-ServerDiagnosticsNegativeTest-204143158-project-member] Lock "5d6a9c13-b696-47f2-9ec5-00fe0d474f39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.062s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.617596] env[68292]: DEBUG nova.compute.manager [req-01c48a0b-146e-45b3-bca0-90de4b4cf5a2 req-b0a493c9-5c84-49c0-b0e8-3d06df400051 service nova] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Received event network-changed-59c38589-961a-453d-879a-941aa5c916cf {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.617596] env[68292]: DEBUG nova.compute.manager [req-01c48a0b-146e-45b3-bca0-90de4b4cf5a2 req-b0a493c9-5c84-49c0-b0e8-3d06df400051 service nova] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Refreshing instance network info cache due to event network-changed-59c38589-961a-453d-879a-941aa5c916cf. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.618054] env[68292]: DEBUG oslo_concurrency.lockutils [req-01c48a0b-146e-45b3-bca0-90de4b4cf5a2 req-b0a493c9-5c84-49c0-b0e8-3d06df400051 service nova] Acquiring lock "refresh_cache-8b337bf1-2ea4-455f-8027-9efac83ae6bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.618054] env[68292]: DEBUG oslo_concurrency.lockutils [req-01c48a0b-146e-45b3-bca0-90de4b4cf5a2 req-b0a493c9-5c84-49c0-b0e8-3d06df400051 service nova] Acquired lock "refresh_cache-8b337bf1-2ea4-455f-8027-9efac83ae6bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.618054] env[68292]: DEBUG nova.network.neutron [req-01c48a0b-146e-45b3-bca0-90de4b4cf5a2 req-b0a493c9-5c84-49c0-b0e8-3d06df400051 service nova] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Refreshing network info cache for port 59c38589-961a-453d-879a-941aa5c916cf {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.709139] env[68292]: DEBUG nova.compute.manager [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Received event network-vif-plugged-532fcc85-e537-4de7-86e9-b2e447cec604 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.709139] env[68292]: DEBUG oslo_concurrency.lockutils [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] Acquiring lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.709482] env[68292]: DEBUG oslo_concurrency.lockutils [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] Lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.709482] env[68292]: DEBUG oslo_concurrency.lockutils [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] Lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.709627] env[68292]: DEBUG nova.compute.manager [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] No waiting events found dispatching network-vif-plugged-532fcc85-e537-4de7-86e9-b2e447cec604 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.709764] env[68292]: WARNING nova.compute.manager [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Received unexpected event network-vif-plugged-532fcc85-e537-4de7-86e9-b2e447cec604 for instance with vm_state building and task_state spawning. [ 676.710211] env[68292]: DEBUG nova.compute.manager [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Received event network-changed-532fcc85-e537-4de7-86e9-b2e447cec604 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.710211] env[68292]: DEBUG nova.compute.manager [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Refreshing instance network info cache due to event network-changed-532fcc85-e537-4de7-86e9-b2e447cec604. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.710312] env[68292]: DEBUG oslo_concurrency.lockutils [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] Acquiring lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.710437] env[68292]: DEBUG oslo_concurrency.lockutils [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] Acquired lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.710608] env[68292]: DEBUG nova.network.neutron [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Refreshing network info cache for port 532fcc85-e537-4de7-86e9-b2e447cec604 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.812237] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085188} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.814960] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.816255] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c2a6ff-b29e-47e5-a069-51e3b4c865cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.850414] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 8b337bf1-2ea4-455f-8027-9efac83ae6bf/8b337bf1-2ea4-455f-8027-9efac83ae6bf.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.850414] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.850414] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ab7192c-e137-431a-9e9a-cfc5970c745f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.877010] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 676.877010] env[68292]: value = "task-3071507" [ 676.877010] env[68292]: _type = "Task" [ 676.877010] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.889032] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.941777] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.941777] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.941777] env[68292]: DEBUG nova.network.neutron [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.979425] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071503, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.031655] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5234c2a2-c7bc-e6f3-f523-8a7c6a05846f, 'name': SearchDatastore_Task, 'duration_secs': 0.021211} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.032194] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.032462] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.032962] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.033160] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.033234] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.034824] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fd21266-d2f9-4736-b888-05c29e029983 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.051755] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.051755] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.051755] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d124865-fd3e-45a7-8877-a0e762fd5393 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.064192] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 677.064192] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a77edd-142e-28ab-3672-d781bdb6d49b" [ 677.064192] env[68292]: _type = "Task" [ 677.064192] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.074252] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a77edd-142e-28ab-3672-d781bdb6d49b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.077722] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a5c52-fcbc-451d-8483-5dc5c9b4b05a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.088704] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdd42d4-8eb3-4123-95c4-3828ae6f2840 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.132366] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200203d4-791e-4132-b2c2-1147f72d0a04 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.143648] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f6e85d-480a-4808-9d2f-5550f8e315df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.163986] env[68292]: DEBUG nova.compute.provider_tree [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.392928] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071507, 'name': ReconfigVM_Task, 'duration_secs': 0.501101} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.395758] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 8b337bf1-2ea4-455f-8027-9efac83ae6bf/8b337bf1-2ea4-455f-8027-9efac83ae6bf.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.398276] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d1356f4-7be9-45a5-a6e3-e882b7654646 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.407382] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 677.407382] env[68292]: value = "task-3071508" [ 677.407382] env[68292]: _type = "Task" [ 677.407382] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.417728] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071508, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.478447] env[68292]: DEBUG oslo_vmware.api [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071503, 'name': PowerOnVM_Task, 'duration_secs': 1.026146} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.478879] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.479134] env[68292]: INFO nova.compute.manager [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Took 11.84 seconds to spawn the instance on the hypervisor. [ 677.479469] env[68292]: DEBUG nova.compute.manager [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.480848] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5da586-79ef-4855-9028-9a4dbf8bd198 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.584128] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a77edd-142e-28ab-3672-d781bdb6d49b, 'name': SearchDatastore_Task, 'duration_secs': 0.015388} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.585149] env[68292]: DEBUG nova.network.neutron [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.598646] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e105ca88-07c6-4fe5-8fc0-318147b7a046 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.605317] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 677.605317] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52cdf77d-0220-f46f-c22e-ec6eee9b53c0" [ 677.605317] env[68292]: _type = "Task" [ 677.605317] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.614708] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cdf77d-0220-f46f-c22e-ec6eee9b53c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.659368] env[68292]: DEBUG nova.network.neutron [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Updated VIF entry in instance network info cache for port 532fcc85-e537-4de7-86e9-b2e447cec604. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.659720] env[68292]: DEBUG nova.network.neutron [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Updating instance_info_cache with network_info: [{"id": "532fcc85-e537-4de7-86e9-b2e447cec604", "address": "fa:16:3e:95:be:d3", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532fcc85-e5", "ovs_interfaceid": "532fcc85-e537-4de7-86e9-b2e447cec604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.669263] env[68292]: DEBUG nova.scheduler.client.report [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.920225] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071508, 'name': Rename_Task, 'duration_secs': 0.251454} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.920834] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.921337] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c0bbdfe-cfea-4aa1-adad-ed9f8e429143 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.929401] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 677.929401] env[68292]: value = "task-3071509" [ 677.929401] env[68292]: _type = "Task" [ 677.929401] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.940057] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.006927] env[68292]: INFO nova.compute.manager [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Took 28.36 seconds to build instance. [ 678.118706] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cdf77d-0220-f46f-c22e-ec6eee9b53c0, 'name': SearchDatastore_Task, 'duration_secs': 0.019965} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.119303] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.120110] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] fd7b06e0-dac8-4f70-9554-170b4bb82b6e/fd7b06e0-dac8-4f70-9554-170b4bb82b6e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.120445] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f712dd8-15bb-412f-b7be-5b1f12d6422a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.124919] env[68292]: DEBUG nova.network.neutron [req-01c48a0b-146e-45b3-bca0-90de4b4cf5a2 req-b0a493c9-5c84-49c0-b0e8-3d06df400051 service nova] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Updated VIF entry in instance network info cache for port 59c38589-961a-453d-879a-941aa5c916cf. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.127846] env[68292]: DEBUG nova.network.neutron [req-01c48a0b-146e-45b3-bca0-90de4b4cf5a2 req-b0a493c9-5c84-49c0-b0e8-3d06df400051 service nova] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Updating instance_info_cache with network_info: [{"id": "59c38589-961a-453d-879a-941aa5c916cf", "address": "fa:16:3e:c0:75:07", "network": {"id": "adde0646-afcb-4d54-855a-675a5c8b5f1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1040307341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77b79e3d00e84995bd55dcddd05c7ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c38589-96", "ovs_interfaceid": "59c38589-961a-453d-879a-941aa5c916cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.135661] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 678.135661] env[68292]: value = "task-3071510" [ 678.135661] env[68292]: _type = "Task" [ 678.135661] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.150616] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.164129] env[68292]: DEBUG oslo_concurrency.lockutils [req-7c183c1f-e9a7-4151-947a-949200a4a8e2 req-54a5ff39-7d16-4b17-863d-455d42cc5677 service nova] Releasing lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.173428] env[68292]: DEBUG oslo_concurrency.lockutils [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.177829] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.648s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.177829] env[68292]: INFO nova.compute.claims [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.192300] env[68292]: DEBUG nova.network.neutron [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance_info_cache with network_info: [{"id": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "address": "fa:16:3e:ab:07:ee", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73f854d-1f", "ovs_interfaceid": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.254579] env[68292]: INFO nova.scheduler.client.report [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Deleted allocations for instance b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40 [ 678.442152] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071509, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.443922] env[68292]: DEBUG nova.network.neutron [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Successfully updated port: 7a0061e5-44c9-4f14-9ed3-13915afdd05a {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.510422] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0bd13d65-ff8a-4cf4-a19b-da113df53934 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lock "579ecc58-5c84-4237-bf96-4e36c0f75dcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.877s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.630179] env[68292]: DEBUG oslo_concurrency.lockutils [req-01c48a0b-146e-45b3-bca0-90de4b4cf5a2 req-b0a493c9-5c84-49c0-b0e8-3d06df400051 service nova] Releasing lock "refresh_cache-8b337bf1-2ea4-455f-8027-9efac83ae6bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.655167] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071510, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.698839] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.698839] env[68292]: DEBUG nova.compute.manager [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Instance network_info: |[{"id": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "address": "fa:16:3e:ab:07:ee", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73f854d-1f", "ovs_interfaceid": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.699233] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:07:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd73f854d-1fcf-4673-a573-e6ce77d03a9c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.707939] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Creating folder: Project (11c1524c1ede484b813c7042ebedd356). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.709319] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c5b8c1e-fe62-4931-8b32-8a6645f8717a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.729019] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Created folder: Project (11c1524c1ede484b813c7042ebedd356) in parent group-v614981. [ 678.729283] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Creating folder: Instances. Parent ref: group-v615032. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.729533] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e81f869-f323-468e-a97a-eb2a7f3d4ce6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.746475] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Created folder: Instances in parent group-v615032. [ 678.746881] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.747144] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.747375] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b16a3c33-d4cc-4d99-ac2c-297b73c71639 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.772414] env[68292]: DEBUG oslo_concurrency.lockutils [None req-212c474a-d8df-4d2e-bb59-f3ac2d2e77e3 tempest-DeleteServersAdminTestJSON-801792791 tempest-DeleteServersAdminTestJSON-801792791-project-admin] Lock "b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.707s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.778817] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.778817] env[68292]: value = "task-3071513" [ 678.778817] env[68292]: _type = "Task" [ 678.778817] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.791799] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071513, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.945480] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071509, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.949192] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquiring lock "refresh_cache-269a608d-8978-471e-bc46-1196679c5811" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.949192] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquired lock "refresh_cache-269a608d-8978-471e-bc46-1196679c5811" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.949192] env[68292]: DEBUG nova.network.neutron [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.093572] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "19002d14-56a7-4f6c-a285-34e48434122d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.093925] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "19002d14-56a7-4f6c-a285-34e48434122d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.157606] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806209} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.157606] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] fd7b06e0-dac8-4f70-9554-170b4bb82b6e/fd7b06e0-dac8-4f70-9554-170b4bb82b6e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.157606] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.157606] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97919cfa-2917-458f-bc97-70fee355048a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.169520] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 679.169520] env[68292]: value = "task-3071514" [ 679.169520] env[68292]: _type = "Task" [ 679.169520] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.185340] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.296016] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071513, 'name': CreateVM_Task, 'duration_secs': 0.435352} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.298755] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.303872] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.303872] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.307028] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.307028] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5edee667-2d1a-442b-952f-f6dc19ca5587 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.313960] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 679.313960] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d8f100-e3a3-3207-60b0-9d374ec8b93e" [ 679.313960] env[68292]: _type = "Task" [ 679.313960] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.329613] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d8f100-e3a3-3207-60b0-9d374ec8b93e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.444409] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071509, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.561981] env[68292]: DEBUG nova.network.neutron [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.600362] env[68292]: DEBUG nova.compute.manager [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.681970] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088484} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.682387] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.683425] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75321e8b-ecb9-4fad-a1fd-0c945650090d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.713917] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] fd7b06e0-dac8-4f70-9554-170b4bb82b6e/fd7b06e0-dac8-4f70-9554-170b4bb82b6e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.716632] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee4fce5-00e5-481c-b24a-53e31b2d15fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.730521] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28283714-64bc-45f7-a231-4798992c6b1c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.746897] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303ff3d9-b8c1-498d-9ff7-8f6254924578 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.751676] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 679.751676] env[68292]: value = "task-3071515" [ 679.751676] env[68292]: _type = "Task" [ 679.751676] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.787431] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f936bde3-4fb2-4374-93fd-9925f4e0e111 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.791023] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.800926] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cf1a2e-876f-4a21-a005-4984119ea7b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.823082] env[68292]: DEBUG nova.compute.provider_tree [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.835549] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d8f100-e3a3-3207-60b0-9d374ec8b93e, 'name': SearchDatastore_Task, 'duration_secs': 0.019755} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.836551] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.836806] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.837336] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.837336] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.837546] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.837918] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-412cf699-9d94-4b65-a3a1-4a7837224996 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.851381] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.851381] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.852226] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc715ec-95e9-4423-beac-4559c70f51c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.859573] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 679.859573] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e57050-ec9a-2e1b-666f-6dd02603a658" [ 679.859573] env[68292]: _type = "Task" [ 679.859573] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.869063] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e57050-ec9a-2e1b-666f-6dd02603a658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.946338] env[68292]: DEBUG oslo_vmware.api [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071509, 'name': PowerOnVM_Task, 'duration_secs': 1.628155} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.947346] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.947346] env[68292]: INFO nova.compute.manager [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Took 11.75 seconds to spawn the instance on the hypervisor. [ 679.947346] env[68292]: DEBUG nova.compute.manager [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.947876] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfa4302-ffb0-412d-82b4-94261955b3cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.159441] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.195311] env[68292]: DEBUG nova.network.neutron [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Updating instance_info_cache with network_info: [{"id": "7a0061e5-44c9-4f14-9ed3-13915afdd05a", "address": "fa:16:3e:02:5b:d9", "network": {"id": "f155484a-065a-4a42-8a4f-854031fb1382", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1010883152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea8ea91b7d44b4585f0dd9e57c49fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0061e5-44", "ovs_interfaceid": "7a0061e5-44c9-4f14-9ed3-13915afdd05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.269818] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.329606] env[68292]: DEBUG nova.scheduler.client.report [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.373090] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e57050-ec9a-2e1b-666f-6dd02603a658, 'name': SearchDatastore_Task, 'duration_secs': 0.018723} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.374208] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e70dff-a413-438f-8f9c-765d614e45be {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.381903] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 680.381903] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526c6821-38b3-8871-5a83-41f7d6d8136b" [ 680.381903] env[68292]: _type = "Task" [ 680.381903] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.392456] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526c6821-38b3-8871-5a83-41f7d6d8136b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.467598] env[68292]: INFO nova.compute.manager [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Took 24.54 seconds to build instance. [ 680.704230] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Releasing lock "refresh_cache-269a608d-8978-471e-bc46-1196679c5811" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.704230] env[68292]: DEBUG nova.compute.manager [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Instance network_info: |[{"id": "7a0061e5-44c9-4f14-9ed3-13915afdd05a", "address": "fa:16:3e:02:5b:d9", "network": {"id": "f155484a-065a-4a42-8a4f-854031fb1382", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1010883152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea8ea91b7d44b4585f0dd9e57c49fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0061e5-44", "ovs_interfaceid": "7a0061e5-44c9-4f14-9ed3-13915afdd05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.704546] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:5b:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a0061e5-44c9-4f14-9ed3-13915afdd05a', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.712918] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Creating folder: Project (4ea8ea91b7d44b4585f0dd9e57c49fb1). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.713278] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-802d3bc9-94c8-4104-ac0f-a6d5eecb074f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.729383] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Created folder: Project (4ea8ea91b7d44b4585f0dd9e57c49fb1) in parent group-v614981. [ 680.729383] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Creating folder: Instances. Parent ref: group-v615035. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.729383] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-060e135d-73cb-43a0-bdbf-b08b46c18f80 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.743711] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Created folder: Instances in parent group-v615035. [ 680.743711] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.743711] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269a608d-8978-471e-bc46-1196679c5811] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.743711] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a41c6381-4686-4c68-9621-c08684b1c849 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.779542] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071515, 'name': ReconfigVM_Task, 'duration_secs': 0.823694} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.781179] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Reconfigured VM instance instance-00000010 to attach disk [datastore2] fd7b06e0-dac8-4f70-9554-170b4bb82b6e/fd7b06e0-dac8-4f70-9554-170b4bb82b6e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.781901] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.781901] env[68292]: value = "task-3071518" [ 680.781901] env[68292]: _type = "Task" [ 680.781901] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.782446] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c6127a4-3bd8-4879-98bc-ea07598618df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.794201] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071518, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.795922] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 680.795922] env[68292]: value = "task-3071519" [ 680.795922] env[68292]: _type = "Task" [ 680.795922] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.809046] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071519, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.840421] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.840421] env[68292]: DEBUG nova.compute.manager [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.843042] env[68292]: DEBUG oslo_concurrency.lockutils [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.973s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.843288] env[68292]: DEBUG nova.objects.instance [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 680.900031] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526c6821-38b3-8871-5a83-41f7d6d8136b, 'name': SearchDatastore_Task, 'duration_secs': 0.02761} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.900031] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.900031] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] aabf83d8-a77c-496a-a909-a9e315d67082/aabf83d8-a77c-496a-a909-a9e315d67082.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.900031] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43c9a4ac-c7e6-43a1-909b-6639e5f1c6a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.909632] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 680.909632] env[68292]: value = "task-3071520" [ 680.909632] env[68292]: _type = "Task" [ 680.909632] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.924599] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.970570] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d180736-3e64-4ba4-88dd-cd102c0e8276 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "8b337bf1-2ea4-455f-8027-9efac83ae6bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.372s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.304450] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071518, 'name': CreateVM_Task, 'duration_secs': 0.466384} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.309024] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269a608d-8978-471e-bc46-1196679c5811] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.310941] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.311126] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.311656] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.313207] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2772f153-b0f6-429e-8ec5-700336b25b92 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.333504] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071519, 'name': Rename_Task, 'duration_secs': 0.226643} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.333504] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.333504] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Waiting for the task: (returnval){ [ 681.333504] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52767822-aaf5-dfd9-b73d-aded646042f9" [ 681.333504] env[68292]: _type = "Task" [ 681.333504] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.333504] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91ea94af-cf85-4ce5-9abb-0bc1ab90e0aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.340745] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52767822-aaf5-dfd9-b73d-aded646042f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.342372] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 681.342372] env[68292]: value = "task-3071521" [ 681.342372] env[68292]: _type = "Task" [ 681.342372] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.348148] env[68292]: DEBUG nova.compute.utils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.359851] env[68292]: DEBUG nova.compute.manager [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.360214] env[68292]: DEBUG nova.network.neutron [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.370618] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.400724] env[68292]: DEBUG nova.compute.manager [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Received event network-vif-plugged-d73f854d-1fcf-4673-a573-e6ce77d03a9c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.402299] env[68292]: DEBUG oslo_concurrency.lockutils [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] Acquiring lock "aabf83d8-a77c-496a-a909-a9e315d67082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.402573] env[68292]: DEBUG oslo_concurrency.lockutils [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] Lock "aabf83d8-a77c-496a-a909-a9e315d67082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.402782] env[68292]: DEBUG oslo_concurrency.lockutils [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] Lock "aabf83d8-a77c-496a-a909-a9e315d67082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.403038] env[68292]: DEBUG nova.compute.manager [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] No waiting events found dispatching network-vif-plugged-d73f854d-1fcf-4673-a573-e6ce77d03a9c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.403716] env[68292]: WARNING nova.compute.manager [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Received unexpected event network-vif-plugged-d73f854d-1fcf-4673-a573-e6ce77d03a9c for instance with vm_state building and task_state spawning. [ 681.403716] env[68292]: DEBUG nova.compute.manager [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Received event network-changed-d73f854d-1fcf-4673-a573-e6ce77d03a9c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.403716] env[68292]: DEBUG nova.compute.manager [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Refreshing instance network info cache due to event network-changed-d73f854d-1fcf-4673-a573-e6ce77d03a9c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.404161] env[68292]: DEBUG oslo_concurrency.lockutils [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] Acquiring lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.404319] env[68292]: DEBUG oslo_concurrency.lockutils [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] Acquired lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.404513] env[68292]: DEBUG nova.network.neutron [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Refreshing network info cache for port d73f854d-1fcf-4673-a573-e6ce77d03a9c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.429850] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071520, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.431276] env[68292]: DEBUG nova.compute.manager [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] [instance: 269a608d-8978-471e-bc46-1196679c5811] Received event network-vif-plugged-7a0061e5-44c9-4f14-9ed3-13915afdd05a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.431497] env[68292]: DEBUG oslo_concurrency.lockutils [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] Acquiring lock "269a608d-8978-471e-bc46-1196679c5811-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.432344] env[68292]: DEBUG oslo_concurrency.lockutils [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] Lock "269a608d-8978-471e-bc46-1196679c5811-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.432529] env[68292]: DEBUG oslo_concurrency.lockutils [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] Lock "269a608d-8978-471e-bc46-1196679c5811-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.432869] env[68292]: DEBUG nova.compute.manager [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] [instance: 269a608d-8978-471e-bc46-1196679c5811] No waiting events found dispatching network-vif-plugged-7a0061e5-44c9-4f14-9ed3-13915afdd05a {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.432944] env[68292]: WARNING nova.compute.manager [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] [instance: 269a608d-8978-471e-bc46-1196679c5811] Received unexpected event network-vif-plugged-7a0061e5-44c9-4f14-9ed3-13915afdd05a for instance with vm_state building and task_state spawning. [ 681.433232] env[68292]: DEBUG nova.compute.manager [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] [instance: 269a608d-8978-471e-bc46-1196679c5811] Received event network-changed-7a0061e5-44c9-4f14-9ed3-13915afdd05a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.433232] env[68292]: DEBUG nova.compute.manager [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] [instance: 269a608d-8978-471e-bc46-1196679c5811] Refreshing instance network info cache due to event network-changed-7a0061e5-44c9-4f14-9ed3-13915afdd05a. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.433590] env[68292]: DEBUG oslo_concurrency.lockutils [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] Acquiring lock "refresh_cache-269a608d-8978-471e-bc46-1196679c5811" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.433735] env[68292]: DEBUG oslo_concurrency.lockutils [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] Acquired lock "refresh_cache-269a608d-8978-471e-bc46-1196679c5811" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.433970] env[68292]: DEBUG nova.network.neutron [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] [instance: 269a608d-8978-471e-bc46-1196679c5811] Refreshing network info cache for port 7a0061e5-44c9-4f14-9ed3-13915afdd05a {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.483793] env[68292]: DEBUG nova.policy [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09dc38a77e3c4dadac4883a655d6f954', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfedaa00c0ca4757a5615bfda9e02198', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.807786] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Acquiring lock "f42defe1-aa9a-4277-b53f-4a72bc3150a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.808041] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Lock "f42defe1-aa9a-4277-b53f-4a72bc3150a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.842041] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52767822-aaf5-dfd9-b73d-aded646042f9, 'name': SearchDatastore_Task, 'duration_secs': 0.059051} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.842041] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.842041] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.842041] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.842217] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.842423] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.843529] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc729235-b880-4a85-a30c-35eb30a5ea97 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.855164] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071521, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.860427] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.860637] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.861610] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f63937-96fa-425c-88a7-d9354f9dec3b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.869380] env[68292]: DEBUG oslo_concurrency.lockutils [None req-da925a6e-8447-459c-b140-573857c59b47 tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.871458] env[68292]: DEBUG nova.compute.manager [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.874236] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Waiting for the task: (returnval){ [ 681.874236] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5240cb76-3b24-6252-9995-24e237ad776c" [ 681.874236] env[68292]: _type = "Task" [ 681.874236] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.875030] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.097s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.891848] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5240cb76-3b24-6252-9995-24e237ad776c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.935270] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598848} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.935633] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] aabf83d8-a77c-496a-a909-a9e315d67082/aabf83d8-a77c-496a-a909-a9e315d67082.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.936298] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.936298] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15c84e5d-aa34-4343-af7f-fb0f5f272a1d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.951316] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 681.951316] env[68292]: value = "task-3071522" [ 681.951316] env[68292]: _type = "Task" [ 681.951316] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.962301] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.089171] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquiring lock "9f982c0c-892e-4406-994d-adf7d46d3ea9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.089718] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lock "9f982c0c-892e-4406-994d-adf7d46d3ea9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.089995] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquiring lock "9f982c0c-892e-4406-994d-adf7d46d3ea9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.090343] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lock "9f982c0c-892e-4406-994d-adf7d46d3ea9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.090408] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lock "9f982c0c-892e-4406-994d-adf7d46d3ea9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.094205] env[68292]: INFO nova.compute.manager [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Terminating instance [ 682.310342] env[68292]: DEBUG nova.compute.manager [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.358190] env[68292]: DEBUG oslo_vmware.api [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3071521, 'name': PowerOnVM_Task, 'duration_secs': 0.970153} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.365032] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.365032] env[68292]: INFO nova.compute.manager [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Took 11.62 seconds to spawn the instance on the hypervisor. [ 682.365032] env[68292]: DEBUG nova.compute.manager [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.365985] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39c7f80-2e78-40ee-9d79-c42c2230c255 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.390255] env[68292]: INFO nova.compute.claims [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.409609] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5240cb76-3b24-6252-9995-24e237ad776c, 'name': SearchDatastore_Task, 'duration_secs': 0.024044} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.410769] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a80092e-7b33-4c39-ad19-0ba7a330e2d8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.418659] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Waiting for the task: (returnval){ [ 682.418659] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521aa741-95fa-19b3-64a9-29d3a7ab00b1" [ 682.418659] env[68292]: _type = "Task" [ 682.418659] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.430225] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521aa741-95fa-19b3-64a9-29d3a7ab00b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.455140] env[68292]: DEBUG nova.network.neutron [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Successfully created port: 1d29010d-4f22-4e09-b157-68a57092e7e5 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.470338] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07429} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.470338] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.470888] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f958ea7d-bad6-4238-8dad-a37fd2657775 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.508482] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] aabf83d8-a77c-496a-a909-a9e315d67082/aabf83d8-a77c-496a-a909-a9e315d67082.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.509394] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c458c52-670f-435b-b715-f98af84051da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.541600] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 682.541600] env[68292]: value = "task-3071523" [ 682.541600] env[68292]: _type = "Task" [ 682.541600] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.557738] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.598472] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquiring lock "refresh_cache-9f982c0c-892e-4406-994d-adf7d46d3ea9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.599914] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquired lock "refresh_cache-9f982c0c-892e-4406-994d-adf7d46d3ea9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.599914] env[68292]: DEBUG nova.network.neutron [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.849934] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.888928] env[68292]: DEBUG nova.compute.manager [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.902979] env[68292]: DEBUG nova.network.neutron [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] [instance: 269a608d-8978-471e-bc46-1196679c5811] Updated VIF entry in instance network info cache for port 7a0061e5-44c9-4f14-9ed3-13915afdd05a. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.904144] env[68292]: DEBUG nova.network.neutron [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] [instance: 269a608d-8978-471e-bc46-1196679c5811] Updating instance_info_cache with network_info: [{"id": "7a0061e5-44c9-4f14-9ed3-13915afdd05a", "address": "fa:16:3e:02:5b:d9", "network": {"id": "f155484a-065a-4a42-8a4f-854031fb1382", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1010883152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea8ea91b7d44b4585f0dd9e57c49fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0061e5-44", "ovs_interfaceid": "7a0061e5-44c9-4f14-9ed3-13915afdd05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.906602] env[68292]: INFO nova.compute.resource_tracker [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating resource usage from migration 4d7ff255-14da-4a51-a7ff-e5942d297d10 [ 682.912428] env[68292]: INFO nova.compute.manager [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Took 25.32 seconds to build instance. [ 682.916763] env[68292]: DEBUG nova.network.neutron [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updated VIF entry in instance network info cache for port d73f854d-1fcf-4673-a573-e6ce77d03a9c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.918102] env[68292]: DEBUG nova.network.neutron [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance_info_cache with network_info: [{"id": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "address": "fa:16:3e:ab:07:ee", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73f854d-1f", "ovs_interfaceid": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.933018] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521aa741-95fa-19b3-64a9-29d3a7ab00b1, 'name': SearchDatastore_Task, 'duration_secs': 0.025603} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.934044] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.936189] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 269a608d-8978-471e-bc46-1196679c5811/269a608d-8978-471e-bc46-1196679c5811.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.939549] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-822afa7d-4927-42cc-9518-243ac377280a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.955202] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Waiting for the task: (returnval){ [ 682.955202] env[68292]: value = "task-3071524" [ 682.955202] env[68292]: _type = "Task" [ 682.955202] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.958791] env[68292]: DEBUG nova.virt.hardware [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.959265] env[68292]: DEBUG nova.virt.hardware [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.960763] env[68292]: DEBUG nova.virt.hardware [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.960763] env[68292]: DEBUG nova.virt.hardware [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.960763] env[68292]: DEBUG nova.virt.hardware [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.960763] env[68292]: DEBUG nova.virt.hardware [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.960763] env[68292]: DEBUG nova.virt.hardware [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.960981] env[68292]: DEBUG nova.virt.hardware [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.960981] env[68292]: DEBUG nova.virt.hardware [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.961110] env[68292]: DEBUG nova.virt.hardware [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.961310] env[68292]: DEBUG nova.virt.hardware [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.962543] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8003f0f-9aaa-4889-b9ee-27b2c27840ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.976768] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.980977] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bd9100-240a-4bb3-92e7-703368995824 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.055892] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.146266] env[68292]: DEBUG nova.network.neutron [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.292200] env[68292]: DEBUG nova.network.neutron [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.417418] env[68292]: DEBUG oslo_concurrency.lockutils [req-58aee53c-23b4-4890-ab56-099ec9580769 req-b4554394-8d60-4b93-b8ab-0acaaaf89a3a service nova] Releasing lock "refresh_cache-269a608d-8978-471e-bc46-1196679c5811" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.419564] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dbbb42c1-fe1c-4f66-a78c-0d39e3f3adfe tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.534s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.419986] env[68292]: DEBUG oslo_concurrency.lockutils [req-cb5d8489-0d3d-4734-8081-95aa97b4b339 req-0f170231-c41d-43f0-9af3-8e1acf7f4c92 service nova] Releasing lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.433586] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26caf07e-ae9e-4e58-862d-f79953f97860 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.442854] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d29f99-75bd-4c51-b441-0f90b160bc05 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.482826] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1e0469-e59c-403a-a9a6-567ec5872f37 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.489079] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071524, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.495901] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea66f2d3-72b5-4022-b0c1-7a970d6d6667 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.513337] env[68292]: DEBUG nova.compute.provider_tree [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.560307] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071523, 'name': ReconfigVM_Task, 'duration_secs': 0.637918} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.560975] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Reconfigured VM instance instance-00000011 to attach disk [datastore1] aabf83d8-a77c-496a-a909-a9e315d67082/aabf83d8-a77c-496a-a909-a9e315d67082.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.561740] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4b1ca49-780f-4efb-898a-5013308a2f23 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.571964] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 683.571964] env[68292]: value = "task-3071525" [ 683.571964] env[68292]: _type = "Task" [ 683.571964] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.585602] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071525, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.800584] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Releasing lock "refresh_cache-9f982c0c-892e-4406-994d-adf7d46d3ea9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.801257] env[68292]: DEBUG nova.compute.manager [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.801257] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.804848] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe835ac-8d77-465c-b999-7ea638b66416 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.812256] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.812564] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c4718eb-fc59-449b-a164-abb83d2d8827 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.825087] env[68292]: DEBUG oslo_vmware.api [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 683.825087] env[68292]: value = "task-3071526" [ 683.825087] env[68292]: _type = "Task" [ 683.825087] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.839584] env[68292]: DEBUG oslo_vmware.api [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.965365] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071524, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.016372] env[68292]: DEBUG nova.scheduler.client.report [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.086741] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071525, 'name': Rename_Task, 'duration_secs': 0.324008} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.087069] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.088360] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cf59986-4d0b-4160-8095-36ed542c5e48 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.106762] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 684.106762] env[68292]: value = "task-3071527" [ 684.106762] env[68292]: _type = "Task" [ 684.106762] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.116527] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.340237] env[68292]: DEBUG oslo_vmware.api [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071526, 'name': PowerOffVM_Task, 'duration_secs': 0.478052} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.340532] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.340720] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.341111] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7efdcc1c-4a47-4ff7-916d-34bdbbb32411 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.391699] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.391699] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.392801] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Deleting the datastore file [datastore2] 9f982c0c-892e-4406-994d-adf7d46d3ea9 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.393247] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d49f60b2-3964-4c5e-a6a5-b6f2977f4e0f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.402360] env[68292]: DEBUG oslo_vmware.api [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for the task: (returnval){ [ 684.402360] env[68292]: value = "task-3071529" [ 684.402360] env[68292]: _type = "Task" [ 684.402360] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.414469] env[68292]: DEBUG oslo_vmware.api [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.467776] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071524, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.523806] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.648s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.524112] env[68292]: INFO nova.compute.manager [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Migrating [ 684.524363] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.524511] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.529033] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.308s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.529033] env[68292]: INFO nova.compute.claims [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.531193] env[68292]: INFO nova.compute.rpcapi [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 684.532167] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.618360] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071527, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.917280] env[68292]: DEBUG oslo_vmware.api [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Task: {'id': task-3071529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353823} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.917636] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.917918] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.918093] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.918282] env[68292]: INFO nova.compute.manager [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 684.919509] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.919509] env[68292]: DEBUG nova.compute.manager [-] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.919509] env[68292]: DEBUG nova.network.neutron [-] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.970318] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071524, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.732068} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.970769] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 269a608d-8978-471e-bc46-1196679c5811/269a608d-8978-471e-bc46-1196679c5811.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.971386] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.972107] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dc69939-d6b1-4355-a70a-5a5506f1d281 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.975693] env[68292]: DEBUG nova.network.neutron [-] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.986219] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Waiting for the task: (returnval){ [ 684.986219] env[68292]: value = "task-3071530" [ 684.986219] env[68292]: _type = "Task" [ 684.986219] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.999522] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.049984] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.050183] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.050359] env[68292]: DEBUG nova.network.neutron [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.114527] env[68292]: DEBUG nova.network.neutron [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Successfully updated port: 1d29010d-4f22-4e09-b157-68a57092e7e5 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.127633] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071527, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.445320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Acquiring lock "357679d3-4eba-4d3f-9178-43e4521fe6aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.445320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Lock "357679d3-4eba-4d3f-9178-43e4521fe6aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.478773] env[68292]: DEBUG nova.network.neutron [-] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.502785] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132856} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.502785] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.502785] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d09eb-f847-4f7a-9d98-04d0c4d98325 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.537529] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 269a608d-8978-471e-bc46-1196679c5811/269a608d-8978-471e-bc46-1196679c5811.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.537848] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4abc1cc5-0226-4328-b48a-eb8ec9a70591 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.570953] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Waiting for the task: (returnval){ [ 685.570953] env[68292]: value = "task-3071531" [ 685.570953] env[68292]: _type = "Task" [ 685.570953] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.583324] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.618894] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "refresh_cache-db064b9d-7b96-4dea-bcdc-a663c9255357" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.619567] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquired lock "refresh_cache-db064b9d-7b96-4dea-bcdc-a663c9255357" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.619781] env[68292]: DEBUG nova.network.neutron [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.620932] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071527, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.703171] env[68292]: INFO nova.compute.manager [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Rescuing [ 685.703171] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "refresh_cache-8b337bf1-2ea4-455f-8027-9efac83ae6bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.703171] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired lock "refresh_cache-8b337bf1-2ea4-455f-8027-9efac83ae6bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.703171] env[68292]: DEBUG nova.network.neutron [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.828562] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.828727] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.948850] env[68292]: DEBUG nova.compute.manager [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.980774] env[68292]: INFO nova.compute.manager [-] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Took 1.06 seconds to deallocate network for instance. [ 686.064627] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc73ff90-ed48-4d27-b9c2-69bf6f97e499 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.076319] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712acec9-1e2f-46e9-a159-c205d5cc8300 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.119350] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071531, 'name': ReconfigVM_Task, 'duration_secs': 0.339577} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.120602] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 269a608d-8978-471e-bc46-1196679c5811/269a608d-8978-471e-bc46-1196679c5811.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.124679] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a8f924-75ce-447a-b954-61c1a727d834 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.127521] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e58974e2-9b7e-4685-9bf2-da0c3dbb1446 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.142686] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f603790f-f4fd-4602-a83a-37cc63474265 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.147992] env[68292]: DEBUG oslo_vmware.api [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3071527, 'name': PowerOnVM_Task, 'duration_secs': 1.703487} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.150133] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.150416] env[68292]: INFO nova.compute.manager [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Took 12.84 seconds to spawn the instance on the hypervisor. [ 686.150665] env[68292]: DEBUG nova.compute.manager [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.151015] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Waiting for the task: (returnval){ [ 686.151015] env[68292]: value = "task-3071532" [ 686.151015] env[68292]: _type = "Task" [ 686.151015] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.152119] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852903b3-8201-494e-bca3-f30786b9122b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.166147] env[68292]: DEBUG nova.compute.provider_tree [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.179209] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071532, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.192290] env[68292]: DEBUG nova.network.neutron [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.230517] env[68292]: DEBUG nova.network.neutron [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance_info_cache with network_info: [{"id": "dd2c8da0-8432-4aa3-af74-d492220d4af8", "address": "fa:16:3e:c2:46:cf", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2c8da0-84", "ovs_interfaceid": "dd2c8da0-8432-4aa3-af74-d492220d4af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.492166] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.498312] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.587118] env[68292]: DEBUG nova.network.neutron [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Updating instance_info_cache with network_info: [{"id": "1d29010d-4f22-4e09-b157-68a57092e7e5", "address": "fa:16:3e:30:6e:5a", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d29010d-4f", "ovs_interfaceid": "1d29010d-4f22-4e09-b157-68a57092e7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.665418] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071532, 'name': Rename_Task, 'duration_secs': 0.295997} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.665758] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.666099] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e53708f-9873-4d42-a7d7-08b967d51218 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.669950] env[68292]: DEBUG nova.scheduler.client.report [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.674981] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Waiting for the task: (returnval){ [ 686.674981] env[68292]: value = "task-3071533" [ 686.674981] env[68292]: _type = "Task" [ 686.674981] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.690213] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.690696] env[68292]: INFO nova.compute.manager [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Took 29.08 seconds to build instance. [ 686.704627] env[68292]: DEBUG nova.network.neutron [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Updating instance_info_cache with network_info: [{"id": "59c38589-961a-453d-879a-941aa5c916cf", "address": "fa:16:3e:c0:75:07", "network": {"id": "adde0646-afcb-4d54-855a-675a5c8b5f1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1040307341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77b79e3d00e84995bd55dcddd05c7ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c38589-96", "ovs_interfaceid": "59c38589-961a-453d-879a-941aa5c916cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.735715] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.746791] env[68292]: DEBUG nova.compute.manager [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.746791] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5add682e-5216-4360-9de3-0ec835034dca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.782613] env[68292]: DEBUG nova.compute.manager [req-0796c548-0259-4113-8ec4-48ca17fe37f0 req-51280b24-0d63-438a-9bf1-da8323708b16 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Received event network-changed-1a193442-4faa-4149-be3c-5ba7ef6a9572 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.782613] env[68292]: DEBUG nova.compute.manager [req-0796c548-0259-4113-8ec4-48ca17fe37f0 req-51280b24-0d63-438a-9bf1-da8323708b16 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Refreshing instance network info cache due to event network-changed-1a193442-4faa-4149-be3c-5ba7ef6a9572. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.782613] env[68292]: DEBUG oslo_concurrency.lockutils [req-0796c548-0259-4113-8ec4-48ca17fe37f0 req-51280b24-0d63-438a-9bf1-da8323708b16 service nova] Acquiring lock "refresh_cache-c8d9016a-c5b3-4d53-8f0c-064aee3f688d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.782613] env[68292]: DEBUG oslo_concurrency.lockutils [req-0796c548-0259-4113-8ec4-48ca17fe37f0 req-51280b24-0d63-438a-9bf1-da8323708b16 service nova] Acquired lock "refresh_cache-c8d9016a-c5b3-4d53-8f0c-064aee3f688d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.782613] env[68292]: DEBUG nova.network.neutron [req-0796c548-0259-4113-8ec4-48ca17fe37f0 req-51280b24-0d63-438a-9bf1-da8323708b16 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Refreshing network info cache for port 1a193442-4faa-4149-be3c-5ba7ef6a9572 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.090326] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Releasing lock "refresh_cache-db064b9d-7b96-4dea-bcdc-a663c9255357" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.091259] env[68292]: DEBUG nova.compute.manager [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Instance network_info: |[{"id": "1d29010d-4f22-4e09-b157-68a57092e7e5", "address": "fa:16:3e:30:6e:5a", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d29010d-4f", "ovs_interfaceid": "1d29010d-4f22-4e09-b157-68a57092e7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.091400] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:6e:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d29010d-4f22-4e09-b157-68a57092e7e5', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.100924] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.101167] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.103200] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7701d37f-719a-4e88-a2dc-506c1af2b899 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.126934] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.126934] env[68292]: value = "task-3071534" [ 687.126934] env[68292]: _type = "Task" [ 687.126934] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.135966] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071534, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.174806] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.175653] env[68292]: DEBUG nova.compute.manager [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.180108] env[68292]: DEBUG oslo_concurrency.lockutils [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.878s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.184550] env[68292]: DEBUG nova.objects.instance [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Lazy-loading 'resources' on Instance uuid f7f75556-233d-468b-b2a6-23258ade517a {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.197343] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a44a96d9-d22f-4ce0-aa2c-24f9cd72ce84 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.180s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.207913] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071533, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.208663] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Releasing lock "refresh_cache-8b337bf1-2ea4-455f-8027-9efac83ae6bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.267210] env[68292]: INFO nova.compute.manager [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] instance snapshotting [ 687.271022] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b93de3e-ff22-4d04-93c2-1b100a6240e2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.298648] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2888546-04c4-4569-8150-25b9dc5892e9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.512305] env[68292]: DEBUG nova.compute.manager [req-d6989e60-9af2-4ceb-bde4-cc1934f18a92 req-65e8eb27-797f-4113-8796-cdc1445aa221 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Received event network-changed-ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.512615] env[68292]: DEBUG nova.compute.manager [req-d6989e60-9af2-4ceb-bde4-cc1934f18a92 req-65e8eb27-797f-4113-8796-cdc1445aa221 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Refreshing instance network info cache due to event network-changed-ce10c923-cf03-4bc4-88db-b0173953d9a6. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.513016] env[68292]: DEBUG oslo_concurrency.lockutils [req-d6989e60-9af2-4ceb-bde4-cc1934f18a92 req-65e8eb27-797f-4113-8796-cdc1445aa221 service nova] Acquiring lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.513253] env[68292]: DEBUG oslo_concurrency.lockutils [req-d6989e60-9af2-4ceb-bde4-cc1934f18a92 req-65e8eb27-797f-4113-8796-cdc1445aa221 service nova] Acquired lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.513511] env[68292]: DEBUG nova.network.neutron [req-d6989e60-9af2-4ceb-bde4-cc1934f18a92 req-65e8eb27-797f-4113-8796-cdc1445aa221 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Refreshing network info cache for port ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.643851] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071534, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.687947] env[68292]: DEBUG nova.compute.utils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.694021] env[68292]: DEBUG nova.compute.manager [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.694021] env[68292]: DEBUG nova.network.neutron [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.700588] env[68292]: DEBUG nova.compute.manager [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.708527] env[68292]: DEBUG oslo_vmware.api [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071533, 'name': PowerOnVM_Task, 'duration_secs': 0.748763} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.709890] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.710952] env[68292]: INFO nova.compute.manager [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Took 11.72 seconds to spawn the instance on the hypervisor. [ 687.711298] env[68292]: DEBUG nova.compute.manager [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.714876] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5955093-2111-4d8b-9f88-965bd8186b6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.723159] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.723394] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.817490] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 687.817490] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-74011841-662c-46ae-bd65-e460935fbd82 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.827829] env[68292]: DEBUG nova.policy [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '018521cdc18e4ec2b72ff27e09fbc464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad3a17951fd14540948c7ee29b466254', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.836059] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 687.836059] env[68292]: value = "task-3071535" [ 687.836059] env[68292]: _type = "Task" [ 687.836059] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.848333] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071535, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.151933] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071534, 'name': CreateVM_Task, 'duration_secs': 0.538112} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.152060] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.153029] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.153217] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.157335] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.166238] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce97fc1c-aaca-4390-9033-8dac9a52460a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.181539] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 688.181539] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d2168f-3fe2-136e-dc53-2ad01262cdac" [ 688.181539] env[68292]: _type = "Task" [ 688.181539] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.197793] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d2168f-3fe2-136e-dc53-2ad01262cdac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.198409] env[68292]: DEBUG nova.compute.manager [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.218254] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e864dcf2-f7a1-4d1b-aeb9-52cd2b33a871 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.226973] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c42d6-b27a-401a-8db6-46f5cbfcb936 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.232344] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.240443] env[68292]: INFO nova.compute.manager [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Took 29.96 seconds to build instance. [ 688.272953] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21f6212-fc64-4baa-abed-7fd12c216f73 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.282032] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ad50a5-c1b5-451a-871f-df462c1567e7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.313673] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance 'beeb9d6b-9333-4073-a690-e23db124d5ff' progress to 0 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 688.318262] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fb1b70-4051-4193-9f41-195baa6bd9cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.344270] env[68292]: DEBUG nova.compute.provider_tree [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.345534] env[68292]: DEBUG nova.network.neutron [req-0796c548-0259-4113-8ec4-48ca17fe37f0 req-51280b24-0d63-438a-9bf1-da8323708b16 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Updated VIF entry in instance network info cache for port 1a193442-4faa-4149-be3c-5ba7ef6a9572. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.345883] env[68292]: DEBUG nova.network.neutron [req-0796c548-0259-4113-8ec4-48ca17fe37f0 req-51280b24-0d63-438a-9bf1-da8323708b16 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Updating instance_info_cache with network_info: [{"id": "1a193442-4faa-4149-be3c-5ba7ef6a9572", "address": "fa:16:3e:56:16:88", "network": {"id": "005402f5-f6d4-4820-a41b-d7aa70aa1b16", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1539858093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81533698ad8b4bc19a982a453f5a38a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a193442-4f", "ovs_interfaceid": "1a193442-4faa-4149-be3c-5ba7ef6a9572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.356923] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071535, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.524911] env[68292]: DEBUG nova.network.neutron [req-d6989e60-9af2-4ceb-bde4-cc1934f18a92 req-65e8eb27-797f-4113-8796-cdc1445aa221 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updated VIF entry in instance network info cache for port ce10c923-cf03-4bc4-88db-b0173953d9a6. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.525323] env[68292]: DEBUG nova.network.neutron [req-d6989e60-9af2-4ceb-bde4-cc1934f18a92 req-65e8eb27-797f-4113-8796-cdc1445aa221 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updating instance_info_cache with network_info: [{"id": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "address": "fa:16:3e:3f:11:02", "network": {"id": "9b5b3289-6712-487e-a99e-2305a2ba8f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-204709918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f98a12e449485686d386fa2f7da899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce10c923-cf", "ovs_interfaceid": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.631285] env[68292]: DEBUG nova.network.neutron [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Successfully created port: b90b412e-2060-46d3-9aca-8a9395d40bcf {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.694620] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d2168f-3fe2-136e-dc53-2ad01262cdac, 'name': SearchDatastore_Task, 'duration_secs': 0.01699} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.698033] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.698033] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.698033] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.698033] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.698340] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.698374] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2249b9b7-afbb-4b7c-9800-6c3fc19cb92e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.720943] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.721357] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.722313] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4516cd60-592c-4160-a0b7-3f821c0199f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.730205] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 688.730205] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5206b5d9-404a-bf80-f1e3-5950bc78fdc5" [ 688.730205] env[68292]: _type = "Task" [ 688.730205] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.741149] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5206b5d9-404a-bf80-f1e3-5950bc78fdc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.772710] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d056ceb7-dd24-493f-942c-4c42440c7dfc tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lock "269a608d-8978-471e-bc46-1196679c5811" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.899s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.786424] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.787329] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0adcac7-1f9b-424f-815c-b6524516a125 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.796918] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 688.796918] env[68292]: value = "task-3071536" [ 688.796918] env[68292]: _type = "Task" [ 688.796918] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.807636] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.824636] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.825432] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2267f721-7526-4c4e-81da-b7fb482e737a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.834081] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 688.834081] env[68292]: value = "task-3071537" [ 688.834081] env[68292]: _type = "Task" [ 688.834081] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.843488] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.855258] env[68292]: DEBUG nova.scheduler.client.report [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.858775] env[68292]: DEBUG oslo_concurrency.lockutils [req-0796c548-0259-4113-8ec4-48ca17fe37f0 req-51280b24-0d63-438a-9bf1-da8323708b16 service nova] Releasing lock "refresh_cache-c8d9016a-c5b3-4d53-8f0c-064aee3f688d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.859098] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071535, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.028527] env[68292]: DEBUG oslo_concurrency.lockutils [req-d6989e60-9af2-4ceb-bde4-cc1934f18a92 req-65e8eb27-797f-4113-8796-cdc1445aa221 service nova] Releasing lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.208438] env[68292]: DEBUG nova.compute.manager [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.243031] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5206b5d9-404a-bf80-f1e3-5950bc78fdc5, 'name': SearchDatastore_Task, 'duration_secs': 0.038011} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.243776] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24aa284d-6d14-4644-9bc2-d7d86292ca9a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.249494] env[68292]: DEBUG nova.virt.hardware [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.249763] env[68292]: DEBUG nova.virt.hardware [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.249922] env[68292]: DEBUG nova.virt.hardware [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.250168] env[68292]: DEBUG nova.virt.hardware [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.250296] env[68292]: DEBUG nova.virt.hardware [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.250444] env[68292]: DEBUG nova.virt.hardware [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.250650] env[68292]: DEBUG nova.virt.hardware [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.250810] env[68292]: DEBUG nova.virt.hardware [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.250981] env[68292]: DEBUG nova.virt.hardware [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.251169] env[68292]: DEBUG nova.virt.hardware [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.251341] env[68292]: DEBUG nova.virt.hardware [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.252193] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766f6aaf-b3fe-41e1-9b57-0043a4a3fc95 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.256240] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 689.256240] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529589bc-e59c-28e3-b38f-b0cd0b7f83e6" [ 689.256240] env[68292]: _type = "Task" [ 689.256240] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.262717] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c1f2fe-f81c-457b-b33b-63c011e97826 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.269495] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529589bc-e59c-28e3-b38f-b0cd0b7f83e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.280097] env[68292]: DEBUG nova.compute.manager [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.308324] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071536, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.345977] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071537, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.357563] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071535, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.360534] env[68292]: DEBUG oslo_concurrency.lockutils [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.364238] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.356s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.368459] env[68292]: INFO nova.compute.claims [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.410078] env[68292]: INFO nova.scheduler.client.report [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Deleted allocations for instance f7f75556-233d-468b-b2a6-23258ade517a [ 689.769873] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529589bc-e59c-28e3-b38f-b0cd0b7f83e6, 'name': SearchDatastore_Task, 'duration_secs': 0.017888} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.770569] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.770569] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] db064b9d-7b96-4dea-bcdc-a663c9255357/db064b9d-7b96-4dea-bcdc-a663c9255357.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.770815] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48e77a4e-aced-4914-936f-caa887b7e36e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.779769] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 689.779769] env[68292]: value = "task-3071538" [ 689.779769] env[68292]: _type = "Task" [ 689.779769] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.793166] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.810504] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071536, 'name': PowerOffVM_Task, 'duration_secs': 0.563286} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.810504] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.810823] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b93a9b-9d1c-4488-844c-8929c9c0977d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.817287] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.838909] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76954f8-2207-4002-b318-628b64c1292a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.849740] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071537, 'name': PowerOffVM_Task, 'duration_secs': 0.520029} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.854589] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.854866] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance 'beeb9d6b-9333-4073-a690-e23db124d5ff' progress to 17 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.873449] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071535, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.912434] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.912434] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15dab934-7c12-462f-9763-2182b94a1d09 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.928325] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 689.928325] env[68292]: value = "task-3071539" [ 689.928325] env[68292]: _type = "Task" [ 689.928325] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.931479] env[68292]: DEBUG oslo_concurrency.lockutils [None req-49566ff8-1496-44be-91c8-b905a5c8fd1f tempest-ServerExternalEventsTest-35928513 tempest-ServerExternalEventsTest-35928513-project-member] Lock "f7f75556-233d-468b-b2a6-23258ade517a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.878s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.951203] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 689.951673] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.952051] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.952438] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.952755] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.953139] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5aa843e-bcf8-4ae7-b115-dff8ad73b420 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.973585] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.973585] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.973585] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8f8d72-582c-4165-89dc-f42abed58e70 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.983993] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 689.983993] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ef6c96-46a0-7b16-9e3c-088d981db3a5" [ 689.983993] env[68292]: _type = "Task" [ 689.983993] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.995064] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ef6c96-46a0-7b16-9e3c-088d981db3a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.118548] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Acquiring lock "4ae6521d-9281-432a-80a6-96705ae092c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.118887] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Lock "4ae6521d-9281-432a-80a6-96705ae092c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.292994] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071538, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.360541] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071535, 'name': CreateSnapshot_Task, 'duration_secs': 2.054796} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.362352] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.362834] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.362834] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.363043] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.363130] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.363366] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.364305] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.364305] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.364305] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.364305] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.364305] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.372252] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 690.372552] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17502468-a4c2-4d6f-b577-44f792f91bfe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.387024] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201784a7-c919-4db7-9c93-2a2d7ddc50b9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.408350] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 690.408350] env[68292]: value = "task-3071540" [ 690.408350] env[68292]: _type = "Task" [ 690.408350] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.420868] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.464569] env[68292]: DEBUG nova.network.neutron [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Successfully updated port: b90b412e-2060-46d3-9aca-8a9395d40bcf {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.499051] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ef6c96-46a0-7b16-9e3c-088d981db3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.013863} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.499051] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f60385-9f64-46bb-ac97-aa6462069e44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.506195] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 690.506195] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52590e06-08c1-a5e7-ef0a-23e64de109a3" [ 690.506195] env[68292]: _type = "Task" [ 690.506195] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.522116] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52590e06-08c1-a5e7-ef0a-23e64de109a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.796785] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571308} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.797178] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] db064b9d-7b96-4dea-bcdc-a663c9255357/db064b9d-7b96-4dea-bcdc-a663c9255357.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.797264] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.797486] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-072488f1-5c46-46e7-b6eb-c6ec8b223401 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.809733] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 690.809733] env[68292]: value = "task-3071541" [ 690.809733] env[68292]: _type = "Task" [ 690.809733] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.825519] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.828682] env[68292]: DEBUG nova.compute.manager [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Received event network-changed-60b6f5c0-5c1a-4cec-91ae-97a51d177d69 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.828904] env[68292]: DEBUG nova.compute.manager [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Refreshing instance network info cache due to event network-changed-60b6f5c0-5c1a-4cec-91ae-97a51d177d69. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.829135] env[68292]: DEBUG oslo_concurrency.lockutils [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] Acquiring lock "refresh_cache-a2730738-7df2-42da-8048-7d06e3b97d4a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.829313] env[68292]: DEBUG oslo_concurrency.lockutils [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] Acquired lock "refresh_cache-a2730738-7df2-42da-8048-7d06e3b97d4a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.830612] env[68292]: DEBUG nova.network.neutron [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Refreshing network info cache for port 60b6f5c0-5c1a-4cec-91ae-97a51d177d69 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.868466] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25395f46-e17a-4ae8-a7fa-5c6423dcb6f0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.877538] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025aef75-e99a-466b-802d-3405e7143322 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.919266] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 690.920249] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-370ffaa6-7a77-43f6-a9f5-7662bb807695 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.927119] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22102f60-ed70-46af-86c2-f345b02884de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.938882] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3233d6d2-e037-4180-b7a8-3ff8a1076b48 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.942921] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071540, 'name': ReconfigVM_Task, 'duration_secs': 0.181932} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.944416] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance 'beeb9d6b-9333-4073-a690-e23db124d5ff' progress to 33 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 690.948239] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 690.948239] env[68292]: value = "task-3071542" [ 690.948239] env[68292]: _type = "Task" [ 690.948239] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.966375] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Acquiring lock "60fe2903-0080-4440-b2a4-e25fd9a177e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.966375] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Lock "60fe2903-0080-4440-b2a4-e25fd9a177e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.966375] env[68292]: DEBUG nova.compute.provider_tree [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.977855] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "refresh_cache-d1f59a1f-ea49-44de-823f-d4ed48f71d22" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.977855] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "refresh_cache-d1f59a1f-ea49-44de-823f-d4ed48f71d22" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.977855] env[68292]: DEBUG nova.network.neutron [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.977855] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071542, 'name': CloneVM_Task} progress is 11%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.020496] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52590e06-08c1-a5e7-ef0a-23e64de109a3, 'name': SearchDatastore_Task, 'duration_secs': 0.016098} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.020756] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.021039] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 8b337bf1-2ea4-455f-8027-9efac83ae6bf/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk. {{(pid=68292) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 691.021312] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01060bb8-2702-45fe-b12a-8167c1dde75a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.032333] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 691.032333] env[68292]: value = "task-3071543" [ 691.032333] env[68292]: _type = "Task" [ 691.032333] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.044862] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.327055] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076172} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.327381] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.328320] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2db4e3-6d67-4496-ac6c-ae8b1ace81e7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.364045] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] db064b9d-7b96-4dea-bcdc-a663c9255357/db064b9d-7b96-4dea-bcdc-a663c9255357.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.365100] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fabbc5e6-f41f-42ae-a108-1d6b88020243 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.390919] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 691.390919] env[68292]: value = "task-3071544" [ 691.390919] env[68292]: _type = "Task" [ 691.390919] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.402732] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.452553] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.452795] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.452952] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.453171] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.453320] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.453530] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.453663] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.453818] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.454023] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.454427] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.454667] env[68292]: DEBUG nova.virt.hardware [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.462136] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 691.462447] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed799db1-2c9d-4891-94c9-23d581aa2fcb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.485392] env[68292]: DEBUG nova.scheduler.client.report [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.510598] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071542, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.510598] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 691.510598] env[68292]: value = "task-3071545" [ 691.510598] env[68292]: _type = "Task" [ 691.510598] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.524310] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071545, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.531314] env[68292]: DEBUG nova.compute.manager [req-deff5b21-3a4c-49ed-8a7c-edcbce0753f9 req-13a2486f-4a92-48f2-a89c-6b48107c6f4a service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Received event network-changed-532fcc85-e537-4de7-86e9-b2e447cec604 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.531314] env[68292]: DEBUG nova.compute.manager [req-deff5b21-3a4c-49ed-8a7c-edcbce0753f9 req-13a2486f-4a92-48f2-a89c-6b48107c6f4a service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Refreshing instance network info cache due to event network-changed-532fcc85-e537-4de7-86e9-b2e447cec604. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.531796] env[68292]: DEBUG oslo_concurrency.lockutils [req-deff5b21-3a4c-49ed-8a7c-edcbce0753f9 req-13a2486f-4a92-48f2-a89c-6b48107c6f4a service nova] Acquiring lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.531796] env[68292]: DEBUG oslo_concurrency.lockutils [req-deff5b21-3a4c-49ed-8a7c-edcbce0753f9 req-13a2486f-4a92-48f2-a89c-6b48107c6f4a service nova] Acquired lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.535019] env[68292]: DEBUG nova.network.neutron [req-deff5b21-3a4c-49ed-8a7c-edcbce0753f9 req-13a2486f-4a92-48f2-a89c-6b48107c6f4a service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Refreshing network info cache for port 532fcc85-e537-4de7-86e9-b2e447cec604 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.539905] env[68292]: DEBUG nova.network.neutron [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.550843] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071543, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.708174] env[68292]: DEBUG nova.network.neutron [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Updated VIF entry in instance network info cache for port 60b6f5c0-5c1a-4cec-91ae-97a51d177d69. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.711096] env[68292]: DEBUG nova.network.neutron [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Updating instance_info_cache with network_info: [{"id": "60b6f5c0-5c1a-4cec-91ae-97a51d177d69", "address": "fa:16:3e:23:de:f1", "network": {"id": "edeb0fbc-60b4-4972-9767-ed33c06324ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1100205825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fbad2b5500645eeaf5c74a33351a7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b6f5c0-5c", "ovs_interfaceid": "60b6f5c0-5c1a-4cec-91ae-97a51d177d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.711220] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5bd3958d-8ce1-4d2c-b6d5-c470fce1082b tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquiring lock "interface-269a608d-8978-471e-bc46-1196679c5811-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.711220] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5bd3958d-8ce1-4d2c-b6d5-c470fce1082b tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lock "interface-269a608d-8978-471e-bc46-1196679c5811-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.711220] env[68292]: DEBUG nova.objects.instance [None req-5bd3958d-8ce1-4d2c-b6d5-c470fce1082b tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lazy-loading 'flavor' on Instance uuid 269a608d-8978-471e-bc46-1196679c5811 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.811439] env[68292]: DEBUG nova.network.neutron [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Updating instance_info_cache with network_info: [{"id": "b90b412e-2060-46d3-9aca-8a9395d40bcf", "address": "fa:16:3e:c7:52:b0", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90b412e-20", "ovs_interfaceid": "b90b412e-2060-46d3-9aca-8a9395d40bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.906366] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.977395] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071542, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.997251] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.997962] env[68292]: DEBUG nova.compute.manager [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.003578] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.817s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.004017] env[68292]: DEBUG nova.objects.instance [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 692.022103] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071545, 'name': ReconfigVM_Task, 'duration_secs': 0.213152} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.022805] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 692.024071] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6306b71b-1016-4e0e-86b7-377fd314a914 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.058520] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] beeb9d6b-9333-4073-a690-e23db124d5ff/beeb9d6b-9333-4073-a690-e23db124d5ff.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.064903] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a95c7023-e768-44ea-95e2-395c438a8cca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.087609] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86636} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.089852] env[68292]: INFO nova.virt.vmwareapi.ds_util [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 8b337bf1-2ea4-455f-8027-9efac83ae6bf/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk. [ 692.089852] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 692.089852] env[68292]: value = "task-3071546" [ 692.089852] env[68292]: _type = "Task" [ 692.089852] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.090402] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9516951c-d7c3-49e1-ac02-692c3c1a84df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.129984] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 8b337bf1-2ea4-455f-8027-9efac83ae6bf/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.133913] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7fcaeb4-04e1-4c7f-ab0f-698344634154 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.147761] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.158546] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 692.158546] env[68292]: value = "task-3071547" [ 692.158546] env[68292]: _type = "Task" [ 692.158546] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.169182] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.213756] env[68292]: DEBUG oslo_concurrency.lockutils [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] Releasing lock "refresh_cache-a2730738-7df2-42da-8048-7d06e3b97d4a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.216933] env[68292]: DEBUG nova.compute.manager [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Received event network-vif-plugged-1d29010d-4f22-4e09-b157-68a57092e7e5 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.216933] env[68292]: DEBUG oslo_concurrency.lockutils [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] Acquiring lock "db064b9d-7b96-4dea-bcdc-a663c9255357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.216933] env[68292]: DEBUG oslo_concurrency.lockutils [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] Lock "db064b9d-7b96-4dea-bcdc-a663c9255357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.216933] env[68292]: DEBUG oslo_concurrency.lockutils [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] Lock "db064b9d-7b96-4dea-bcdc-a663c9255357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.217146] env[68292]: DEBUG nova.compute.manager [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] No waiting events found dispatching network-vif-plugged-1d29010d-4f22-4e09-b157-68a57092e7e5 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.217334] env[68292]: WARNING nova.compute.manager [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Received unexpected event network-vif-plugged-1d29010d-4f22-4e09-b157-68a57092e7e5 for instance with vm_state building and task_state spawning. [ 692.217500] env[68292]: DEBUG nova.compute.manager [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Received event network-changed-1d29010d-4f22-4e09-b157-68a57092e7e5 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.217798] env[68292]: DEBUG nova.compute.manager [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Refreshing instance network info cache due to event network-changed-1d29010d-4f22-4e09-b157-68a57092e7e5. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.217904] env[68292]: DEBUG oslo_concurrency.lockutils [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] Acquiring lock "refresh_cache-db064b9d-7b96-4dea-bcdc-a663c9255357" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.217963] env[68292]: DEBUG oslo_concurrency.lockutils [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] Acquired lock "refresh_cache-db064b9d-7b96-4dea-bcdc-a663c9255357" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.218440] env[68292]: DEBUG nova.network.neutron [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Refreshing network info cache for port 1d29010d-4f22-4e09-b157-68a57092e7e5 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.221091] env[68292]: DEBUG nova.objects.instance [None req-5bd3958d-8ce1-4d2c-b6d5-c470fce1082b tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lazy-loading 'pci_requests' on Instance uuid 269a608d-8978-471e-bc46-1196679c5811 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.318326] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "refresh_cache-d1f59a1f-ea49-44de-823f-d4ed48f71d22" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.319070] env[68292]: DEBUG nova.compute.manager [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Instance network_info: |[{"id": "b90b412e-2060-46d3-9aca-8a9395d40bcf", "address": "fa:16:3e:c7:52:b0", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90b412e-20", "ovs_interfaceid": "b90b412e-2060-46d3-9aca-8a9395d40bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.319198] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:52:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b90b412e-2060-46d3-9aca-8a9395d40bcf', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.327889] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.332053] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.332053] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78d15a1c-b52c-4d82-8a4e-8e2b18382e3e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.355173] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.355173] env[68292]: value = "task-3071548" [ 692.355173] env[68292]: _type = "Task" [ 692.355173] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.364512] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071548, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.410344] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071544, 'name': ReconfigVM_Task, 'duration_secs': 0.834263} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.410490] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Reconfigured VM instance instance-00000013 to attach disk [datastore1] db064b9d-7b96-4dea-bcdc-a663c9255357/db064b9d-7b96-4dea-bcdc-a663c9255357.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.411171] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60dff9ec-7596-4b6e-b4fc-f31fe85aed1b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.421438] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 692.421438] env[68292]: value = "task-3071549" [ 692.421438] env[68292]: _type = "Task" [ 692.421438] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.435021] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071549, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.474862] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071542, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.504721] env[68292]: DEBUG nova.compute.utils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.506990] env[68292]: DEBUG nova.compute.manager [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.506990] env[68292]: DEBUG nova.network.neutron [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.561343] env[68292]: DEBUG nova.policy [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4996c811cb6b4061ba8f6fecbe7b9825', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ffea38acaf45c9bb5f85eade5c81a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.571077] env[68292]: DEBUG nova.network.neutron [req-deff5b21-3a4c-49ed-8a7c-edcbce0753f9 req-13a2486f-4a92-48f2-a89c-6b48107c6f4a service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Updated VIF entry in instance network info cache for port 532fcc85-e537-4de7-86e9-b2e447cec604. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.571534] env[68292]: DEBUG nova.network.neutron [req-deff5b21-3a4c-49ed-8a7c-edcbce0753f9 req-13a2486f-4a92-48f2-a89c-6b48107c6f4a service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Updating instance_info_cache with network_info: [{"id": "532fcc85-e537-4de7-86e9-b2e447cec604", "address": "fa:16:3e:95:be:d3", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532fcc85-e5", "ovs_interfaceid": "532fcc85-e537-4de7-86e9-b2e447cec604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.608827] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071546, 'name': ReconfigVM_Task, 'duration_secs': 0.517811} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.609682] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Reconfigured VM instance instance-00000006 to attach disk [datastore1] beeb9d6b-9333-4073-a690-e23db124d5ff/beeb9d6b-9333-4073-a690-e23db124d5ff.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.610416] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance 'beeb9d6b-9333-4073-a690-e23db124d5ff' progress to 50 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 692.672980] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.726384] env[68292]: DEBUG nova.objects.base [None req-5bd3958d-8ce1-4d2c-b6d5-c470fce1082b tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Object Instance<269a608d-8978-471e-bc46-1196679c5811> lazy-loaded attributes: flavor,pci_requests {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 692.726518] env[68292]: DEBUG nova.network.neutron [None req-5bd3958d-8ce1-4d2c-b6d5-c470fce1082b tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.849533] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5bd3958d-8ce1-4d2c-b6d5-c470fce1082b tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lock "interface-269a608d-8978-471e-bc46-1196679c5811-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.139s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.867774] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071548, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.936388] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071549, 'name': Rename_Task, 'duration_secs': 0.231683} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.939190] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.939340] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53f5dd92-b6b1-4c6a-b4dd-374183988cd1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.947403] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 692.947403] env[68292]: value = "task-3071550" [ 692.947403] env[68292]: _type = "Task" [ 692.947403] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.958620] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.958882] env[68292]: DEBUG nova.network.neutron [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Successfully created port: bd373b1e-e090-48da-824f-27df7796d9ab {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.975411] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071542, 'name': CloneVM_Task} progress is 95%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.009997] env[68292]: DEBUG nova.compute.manager [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.013852] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c2b4435-438a-4c5f-a345-b90c4b6ebd57 tempest-ServersAdmin275Test-1843881683 tempest-ServersAdmin275Test-1843881683-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.015224] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.259s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.016698] env[68292]: INFO nova.compute.claims [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.074813] env[68292]: DEBUG oslo_concurrency.lockutils [req-deff5b21-3a4c-49ed-8a7c-edcbce0753f9 req-13a2486f-4a92-48f2-a89c-6b48107c6f4a service nova] Releasing lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.089541] env[68292]: DEBUG nova.network.neutron [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Updated VIF entry in instance network info cache for port 1d29010d-4f22-4e09-b157-68a57092e7e5. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.089716] env[68292]: DEBUG nova.network.neutron [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Updating instance_info_cache with network_info: [{"id": "1d29010d-4f22-4e09-b157-68a57092e7e5", "address": "fa:16:3e:30:6e:5a", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d29010d-4f", "ovs_interfaceid": "1d29010d-4f22-4e09-b157-68a57092e7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.119940] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc7071a-7d9f-4537-a5ce-b7034e8a87cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.143952] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8510b52-3d8d-4d30-9443-6f1cec04ef27 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.165930] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance 'beeb9d6b-9333-4073-a690-e23db124d5ff' progress to 67 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.179280] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071547, 'name': ReconfigVM_Task, 'duration_secs': 0.522984} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.179569] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 8b337bf1-2ea4-455f-8027-9efac83ae6bf/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.180564] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6acbf0-9dd4-4135-aa2d-d7295e2e3a98 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.210348] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa943c26-4830-4692-b21e-e0faea7ec210 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.228786] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 693.228786] env[68292]: value = "task-3071551" [ 693.228786] env[68292]: _type = "Task" [ 693.228786] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.241735] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.367627] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071548, 'name': CreateVM_Task, 'duration_secs': 0.594312} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.368010] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.368823] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.369147] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.369569] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.369926] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de404fc-a1fa-4e9f-95b8-198df523c553 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.377280] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 693.377280] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c95bec-a156-a42a-ac29-44a556802d7b" [ 693.377280] env[68292]: _type = "Task" [ 693.377280] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.393259] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c95bec-a156-a42a-ac29-44a556802d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.464012] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071550, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.477265] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071542, 'name': CloneVM_Task, 'duration_secs': 2.258949} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.477821] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Created linked-clone VM from snapshot [ 693.479036] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dbae1a-eb66-4635-afb8-81839e7fa4dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.490127] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Uploading image 4a6406b2-f2ab-45c3-834e-b5fc3f63afb3 {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 693.522092] env[68292]: DEBUG oslo_vmware.rw_handles [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 693.522092] env[68292]: value = "vm-615040" [ 693.522092] env[68292]: _type = "VirtualMachine" [ 693.522092] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 693.525259] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-82b51daa-a5a8-43ef-80cb-e8af34f8336e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.535483] env[68292]: DEBUG oslo_vmware.rw_handles [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lease: (returnval){ [ 693.535483] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522d2843-7939-477f-e2c7-dca4c2753c5e" [ 693.535483] env[68292]: _type = "HttpNfcLease" [ 693.535483] env[68292]: } obtained for exporting VM: (result){ [ 693.535483] env[68292]: value = "vm-615040" [ 693.535483] env[68292]: _type = "VirtualMachine" [ 693.535483] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 693.536187] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the lease: (returnval){ [ 693.536187] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522d2843-7939-477f-e2c7-dca4c2753c5e" [ 693.536187] env[68292]: _type = "HttpNfcLease" [ 693.536187] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 693.548196] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 693.548196] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522d2843-7939-477f-e2c7-dca4c2753c5e" [ 693.548196] env[68292]: _type = "HttpNfcLease" [ 693.548196] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 693.593685] env[68292]: DEBUG oslo_concurrency.lockutils [req-de8d6d37-4a04-44c0-b82c-309b9f29a95a req-767129a3-5f02-4402-9505-f5b955ac57ed service nova] Releasing lock "refresh_cache-db064b9d-7b96-4dea-bcdc-a663c9255357" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.746198] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071551, 'name': ReconfigVM_Task, 'duration_secs': 0.23798} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.746198] env[68292]: DEBUG nova.network.neutron [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Port dd2c8da0-8432-4aa3-af74-d492220d4af8 binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 693.747715] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.748033] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bb63bb8-5a89-425b-a18c-0ca26888dfef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.757081] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 693.757081] env[68292]: value = "task-3071553" [ 693.757081] env[68292]: _type = "Task" [ 693.757081] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.767214] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.890144] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c95bec-a156-a42a-ac29-44a556802d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.017912} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.890536] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.890713] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.890930] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.891120] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.891275] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.891564] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c3e1d63-e458-4dbd-9133-6078142ece0d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.902493] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.902665] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.903476] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad586c57-e987-4ed1-8f0f-c72e549a4b8f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.909856] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 693.909856] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52756b58-9e11-177f-fd69-8256226f0370" [ 693.909856] env[68292]: _type = "Task" [ 693.909856] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.918503] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52756b58-9e11-177f-fd69-8256226f0370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.960317] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071550, 'name': PowerOnVM_Task} progress is 86%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.029745] env[68292]: DEBUG nova.compute.manager [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.047427] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 694.047427] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522d2843-7939-477f-e2c7-dca4c2753c5e" [ 694.047427] env[68292]: _type = "HttpNfcLease" [ 694.047427] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 694.048182] env[68292]: DEBUG oslo_vmware.rw_handles [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 694.048182] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522d2843-7939-477f-e2c7-dca4c2753c5e" [ 694.048182] env[68292]: _type = "HttpNfcLease" [ 694.048182] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 694.049296] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d594b7-1b86-479a-88af-b814b2e04c66 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.060174] env[68292]: DEBUG oslo_vmware.rw_handles [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201a771-91a6-30d9-d2d8-1be8b3198958/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 694.060448] env[68292]: DEBUG oslo_vmware.rw_handles [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201a771-91a6-30d9-d2d8-1be8b3198958/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 694.130778] env[68292]: DEBUG nova.virt.hardware [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.131112] env[68292]: DEBUG nova.virt.hardware [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.131820] env[68292]: DEBUG nova.virt.hardware [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.131820] env[68292]: DEBUG nova.virt.hardware [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.131820] env[68292]: DEBUG nova.virt.hardware [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.131953] env[68292]: DEBUG nova.virt.hardware [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.132519] env[68292]: DEBUG nova.virt.hardware [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.132519] env[68292]: DEBUG nova.virt.hardware [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.132787] env[68292]: DEBUG nova.virt.hardware [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.132862] env[68292]: DEBUG nova.virt.hardware [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.133113] env[68292]: DEBUG nova.virt.hardware [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.136650] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ca5ed1-3ad1-429f-9f25-f7a59ac47399 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.147768] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50799061-52ec-4e65-a735-091e3431534f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.232137] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38742343-df3b-4121-b7fc-e238076689a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.275749] env[68292]: DEBUG oslo_vmware.api [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071553, 'name': PowerOnVM_Task, 'duration_secs': 0.490477} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.278489] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.281709] env[68292]: DEBUG nova.compute.manager [None req-4d761c56-dd2b-4844-82ae-7caf2405297e tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.282562] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a967b5-1660-4f95-8fcd-da1210dcf08b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.423235] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52756b58-9e11-177f-fd69-8256226f0370, 'name': SearchDatastore_Task, 'duration_secs': 0.024972} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.425853] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4ece8a-90b1-4f81-92bb-cc1809886172 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.432909] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 694.432909] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5236e5d4-2369-46ed-1c27-2e17592fe8dc" [ 694.432909] env[68292]: _type = "Task" [ 694.432909] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.442469] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5236e5d4-2369-46ed-1c27-2e17592fe8dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.460497] env[68292]: DEBUG oslo_vmware.api [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071550, 'name': PowerOnVM_Task, 'duration_secs': 1.05324} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.460704] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.460956] env[68292]: INFO nova.compute.manager [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Took 11.57 seconds to spawn the instance on the hypervisor. [ 694.461252] env[68292]: DEBUG nova.compute.manager [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.466352] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad6f8e5-333f-4443-b704-c25b27a7f7e0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.590703] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb37f7e-a5bc-41ab-9136-7b8ccaea9dd9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.601876] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f143097-a879-456b-a219-4896161b0821 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.640443] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e450ea1b-155d-43eb-91d1-46b5eb79fd73 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.650229] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd024b0-7037-4c7d-b028-e3d099498885 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.669679] env[68292]: DEBUG nova.compute.provider_tree [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.786069] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "beeb9d6b-9333-4073-a690-e23db124d5ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.786523] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.786780] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.819427] env[68292]: DEBUG nova.network.neutron [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Successfully updated port: bd373b1e-e090-48da-824f-27df7796d9ab {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.945141] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5236e5d4-2369-46ed-1c27-2e17592fe8dc, 'name': SearchDatastore_Task, 'duration_secs': 0.037446} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.945491] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.945779] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] d1f59a1f-ea49-44de-823f-d4ed48f71d22/d1f59a1f-ea49-44de-823f-d4ed48f71d22.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.946169] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8c60442-e57e-4570-835b-ba6fb52490c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.956120] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 694.956120] env[68292]: value = "task-3071554" [ 694.956120] env[68292]: _type = "Task" [ 694.956120] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.966361] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.993395] env[68292]: INFO nova.compute.manager [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Took 34.49 seconds to build instance. [ 695.012268] env[68292]: DEBUG nova.compute.manager [req-5c0b2e1f-8fdf-46a0-ac3b-ec5c3c19fe35 req-01582ac8-306b-4b06-befd-0a515fa3b235 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Received event network-changed-d73f854d-1fcf-4673-a573-e6ce77d03a9c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.012867] env[68292]: DEBUG nova.compute.manager [req-5c0b2e1f-8fdf-46a0-ac3b-ec5c3c19fe35 req-01582ac8-306b-4b06-befd-0a515fa3b235 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Refreshing instance network info cache due to event network-changed-d73f854d-1fcf-4673-a573-e6ce77d03a9c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.012960] env[68292]: DEBUG oslo_concurrency.lockutils [req-5c0b2e1f-8fdf-46a0-ac3b-ec5c3c19fe35 req-01582ac8-306b-4b06-befd-0a515fa3b235 service nova] Acquiring lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.013197] env[68292]: DEBUG oslo_concurrency.lockutils [req-5c0b2e1f-8fdf-46a0-ac3b-ec5c3c19fe35 req-01582ac8-306b-4b06-befd-0a515fa3b235 service nova] Acquired lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.013953] env[68292]: DEBUG nova.network.neutron [req-5c0b2e1f-8fdf-46a0-ac3b-ec5c3c19fe35 req-01582ac8-306b-4b06-befd-0a515fa3b235 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Refreshing network info cache for port d73f854d-1fcf-4673-a573-e6ce77d03a9c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.173397] env[68292]: DEBUG nova.scheduler.client.report [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.244695] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Acquiring lock "e1dee11e-e22b-48b2-9767-e1a06d5d0325" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.245799] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Lock "e1dee11e-e22b-48b2-9767-e1a06d5d0325" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.324273] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "refresh_cache-fb38cea4-d100-4b0c-bf60-53a77aac36c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.324273] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquired lock "refresh_cache-fb38cea4-d100-4b0c-bf60-53a77aac36c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.324273] env[68292]: DEBUG nova.network.neutron [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.473323] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071554, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.495885] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf83a432-67cb-42cb-8a59-5952c10857fa tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "db064b9d-7b96-4dea-bcdc-a663c9255357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.361s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.681907] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.682521] env[68292]: DEBUG nova.compute.manager [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.685379] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.836s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.687671] env[68292]: INFO nova.compute.claims [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.861144] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.862246] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.862246] env[68292]: DEBUG nova.network.neutron [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.893494] env[68292]: DEBUG nova.network.neutron [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.912421] env[68292]: DEBUG nova.network.neutron [req-5c0b2e1f-8fdf-46a0-ac3b-ec5c3c19fe35 req-01582ac8-306b-4b06-befd-0a515fa3b235 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updated VIF entry in instance network info cache for port d73f854d-1fcf-4673-a573-e6ce77d03a9c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.913057] env[68292]: DEBUG nova.network.neutron [req-5c0b2e1f-8fdf-46a0-ac3b-ec5c3c19fe35 req-01582ac8-306b-4b06-befd-0a515fa3b235 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance_info_cache with network_info: [{"id": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "address": "fa:16:3e:ab:07:ee", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73f854d-1f", "ovs_interfaceid": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.973559] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565564} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.973810] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] d1f59a1f-ea49-44de-823f-d4ed48f71d22/d1f59a1f-ea49-44de-823f-d4ed48f71d22.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.974100] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.975046] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-047360a3-8e24-421a-b30b-ae17545a11e8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.992797] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 695.992797] env[68292]: value = "task-3071555" [ 695.992797] env[68292]: _type = "Task" [ 695.992797] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.014984] env[68292]: DEBUG nova.compute.manager [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.022451] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.192726] env[68292]: DEBUG nova.compute.utils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.200442] env[68292]: DEBUG nova.compute.manager [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.203955] env[68292]: DEBUG nova.network.neutron [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.221263] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Acquiring lock "8fe7d6b6-f9d6-41d3-b0b9-de114a053c17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.221559] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Lock "8fe7d6b6-f9d6-41d3-b0b9-de114a053c17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.223203] env[68292]: DEBUG nova.compute.manager [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Received event network-vif-plugged-b90b412e-2060-46d3-9aca-8a9395d40bcf {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.223431] env[68292]: DEBUG oslo_concurrency.lockutils [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] Acquiring lock "d1f59a1f-ea49-44de-823f-d4ed48f71d22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.223978] env[68292]: DEBUG oslo_concurrency.lockutils [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] Lock "d1f59a1f-ea49-44de-823f-d4ed48f71d22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.224429] env[68292]: DEBUG oslo_concurrency.lockutils [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] Lock "d1f59a1f-ea49-44de-823f-d4ed48f71d22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.224429] env[68292]: DEBUG nova.compute.manager [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] No waiting events found dispatching network-vif-plugged-b90b412e-2060-46d3-9aca-8a9395d40bcf {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.224598] env[68292]: WARNING nova.compute.manager [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Received unexpected event network-vif-plugged-b90b412e-2060-46d3-9aca-8a9395d40bcf for instance with vm_state building and task_state spawning. [ 696.224801] env[68292]: DEBUG nova.compute.manager [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Received event network-changed-b90b412e-2060-46d3-9aca-8a9395d40bcf {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.224960] env[68292]: DEBUG nova.compute.manager [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Refreshing instance network info cache due to event network-changed-b90b412e-2060-46d3-9aca-8a9395d40bcf. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.225174] env[68292]: DEBUG oslo_concurrency.lockutils [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] Acquiring lock "refresh_cache-d1f59a1f-ea49-44de-823f-d4ed48f71d22" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.225526] env[68292]: DEBUG oslo_concurrency.lockutils [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] Acquired lock "refresh_cache-d1f59a1f-ea49-44de-823f-d4ed48f71d22" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.225805] env[68292]: DEBUG nova.network.neutron [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Refreshing network info cache for port b90b412e-2060-46d3-9aca-8a9395d40bcf {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.323107] env[68292]: DEBUG nova.policy [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '681c1732295b4b0f89f27ffbe37674fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a12d92afe574b19a0a0d9a8f78750e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.416845] env[68292]: DEBUG oslo_concurrency.lockutils [req-5c0b2e1f-8fdf-46a0-ac3b-ec5c3c19fe35 req-01582ac8-306b-4b06-befd-0a515fa3b235 service nova] Releasing lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.504443] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088629} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.504821] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.506379] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f14aa5-e4f7-484d-810d-de888d52796f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.539332] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] d1f59a1f-ea49-44de-823f-d4ed48f71d22/d1f59a1f-ea49-44de-823f-d4ed48f71d22.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.543177] env[68292]: DEBUG nova.network.neutron [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Updating instance_info_cache with network_info: [{"id": "bd373b1e-e090-48da-824f-27df7796d9ab", "address": "fa:16:3e:dc:5a:85", "network": {"id": "00193e27-cb1d-4d76-9073-4230a3e83a9c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1363812338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ffea38acaf45c9bb5f85eade5c81a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd373b1e-e0", "ovs_interfaceid": "bd373b1e-e090-48da-824f-27df7796d9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.548635] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe941ae-6800-48bc-8fc8-05b97f8e8415 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.581357] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 696.581357] env[68292]: value = "task-3071556" [ 696.581357] env[68292]: _type = "Task" [ 696.581357] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.591138] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.592876] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.697323] env[68292]: DEBUG nova.compute.manager [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.762325] env[68292]: DEBUG nova.network.neutron [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance_info_cache with network_info: [{"id": "dd2c8da0-8432-4aa3-af74-d492220d4af8", "address": "fa:16:3e:c2:46:cf", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2c8da0-84", "ovs_interfaceid": "dd2c8da0-8432-4aa3-af74-d492220d4af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.048026] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Releasing lock "refresh_cache-fb38cea4-d100-4b0c-bf60-53a77aac36c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.048407] env[68292]: DEBUG nova.compute.manager [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Instance network_info: |[{"id": "bd373b1e-e090-48da-824f-27df7796d9ab", "address": "fa:16:3e:dc:5a:85", "network": {"id": "00193e27-cb1d-4d76-9073-4230a3e83a9c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1363812338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ffea38acaf45c9bb5f85eade5c81a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd373b1e-e0", "ovs_interfaceid": "bd373b1e-e090-48da-824f-27df7796d9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.053150] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:5a:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd373b1e-e090-48da-824f-27df7796d9ab', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.057330] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Creating folder: Project (14ffea38acaf45c9bb5f85eade5c81a0). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.058963] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ab1a709-b75b-413a-860d-b65b3dba3887 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.075044] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Created folder: Project (14ffea38acaf45c9bb5f85eade5c81a0) in parent group-v614981. [ 697.075268] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Creating folder: Instances. Parent ref: group-v615042. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.075538] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc5c7c6b-5890-4c23-b52e-78828cd4cba6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.090856] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Created folder: Instances in parent group-v615042. [ 697.090856] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.093717] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.094243] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071556, 'name': ReconfigVM_Task, 'duration_secs': 0.313856} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.094464] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-390c7e5e-d900-4a4b-b3a3-18d168af5fc8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.110353] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Reconfigured VM instance instance-00000014 to attach disk [datastore1] d1f59a1f-ea49-44de-823f-d4ed48f71d22/d1f59a1f-ea49-44de-823f-d4ed48f71d22.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.115679] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac999d3-8c97-4fd0-b96d-d9b546d91408 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.124046] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 697.124046] env[68292]: value = "task-3071559" [ 697.124046] env[68292]: _type = "Task" [ 697.124046] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.125525] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.125525] env[68292]: value = "task-3071560" [ 697.125525] env[68292]: _type = "Task" [ 697.125525] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.141308] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071559, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.145514] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071560, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.265200] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.289117] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00065ef2-48c5-4e1c-9b1e-b9a4b5940e04 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.299939] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b905e49b-54b4-49b8-b45f-2e49b6396198 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.345349] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004758b2-d50c-454a-96bb-ea4768caf72b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.359109] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e728902e-d151-45ce-b6ea-6f644d73c39a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.376455] env[68292]: DEBUG nova.compute.provider_tree [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.389504] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquiring lock "269a608d-8978-471e-bc46-1196679c5811" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.389504] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lock "269a608d-8978-471e-bc46-1196679c5811" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.389504] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquiring lock "269a608d-8978-471e-bc46-1196679c5811-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.389624] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lock "269a608d-8978-471e-bc46-1196679c5811-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.389811] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lock "269a608d-8978-471e-bc46-1196679c5811-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.395373] env[68292]: INFO nova.compute.manager [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Terminating instance [ 697.481034] env[68292]: DEBUG nova.network.neutron [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Successfully created port: 2844f4d4-62b6-4399-8055-456b3ab3f31f {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.598867] env[68292]: DEBUG nova.network.neutron [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Updated VIF entry in instance network info cache for port b90b412e-2060-46d3-9aca-8a9395d40bcf. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.599277] env[68292]: DEBUG nova.network.neutron [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Updating instance_info_cache with network_info: [{"id": "b90b412e-2060-46d3-9aca-8a9395d40bcf", "address": "fa:16:3e:c7:52:b0", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90b412e-20", "ovs_interfaceid": "b90b412e-2060-46d3-9aca-8a9395d40bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.642290] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071560, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.648306] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071559, 'name': Rename_Task, 'duration_secs': 0.16938} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.648306] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.648306] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad58693c-3532-4b1a-bf16-84ca90ca1f2a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.654822] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 697.654822] env[68292]: value = "task-3071561" [ 697.654822] env[68292]: _type = "Task" [ 697.654822] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.666415] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.720481] env[68292]: DEBUG nova.compute.manager [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.750996] env[68292]: DEBUG nova.virt.hardware [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.754509] env[68292]: DEBUG nova.virt.hardware [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.754509] env[68292]: DEBUG nova.virt.hardware [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.754509] env[68292]: DEBUG nova.virt.hardware [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.754509] env[68292]: DEBUG nova.virt.hardware [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.754509] env[68292]: DEBUG nova.virt.hardware [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.754779] env[68292]: DEBUG nova.virt.hardware [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.754779] env[68292]: DEBUG nova.virt.hardware [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.754779] env[68292]: DEBUG nova.virt.hardware [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.754779] env[68292]: DEBUG nova.virt.hardware [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.754779] env[68292]: DEBUG nova.virt.hardware [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.755134] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9392e21b-2c6e-4f9d-990d-4aca099211e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.767258] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76829c44-09cf-4a41-b4e6-cbcea99f4e92 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.809680] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf1860c-c7f5-4527-9437-6958349f4949 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.834567] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ac5a15-bfee-44f8-bfe7-8e9ba0ae11ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.843109] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance 'beeb9d6b-9333-4073-a690-e23db124d5ff' progress to 83 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 697.859158] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc861b1-b34b-4dd2-901e-c6e26beea049 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.866830] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52d0ee-58d4-4220-861e-a8f2a5531aab tempest-ServersAdminNegativeTestJSON-1967244390 tempest-ServersAdminNegativeTestJSON-1967244390-project-admin] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Suspending the VM {{(pid=68292) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 697.867198] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-17f68c0e-4aa8-42d1-a4a4-b2dae29911a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.875285] env[68292]: DEBUG oslo_vmware.api [None req-2e52d0ee-58d4-4220-861e-a8f2a5531aab tempest-ServersAdminNegativeTestJSON-1967244390 tempest-ServersAdminNegativeTestJSON-1967244390-project-admin] Waiting for the task: (returnval){ [ 697.875285] env[68292]: value = "task-3071562" [ 697.875285] env[68292]: _type = "Task" [ 697.875285] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.879967] env[68292]: DEBUG nova.scheduler.client.report [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.889969] env[68292]: DEBUG oslo_vmware.api [None req-2e52d0ee-58d4-4220-861e-a8f2a5531aab tempest-ServersAdminNegativeTestJSON-1967244390 tempest-ServersAdminNegativeTestJSON-1967244390-project-admin] Task: {'id': task-3071562, 'name': SuspendVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.904630] env[68292]: DEBUG nova.compute.manager [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.904630] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.905470] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0f9f2c-47ae-4f81-99d9-921d0ac7590c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.914662] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.914970] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-626de877-c45c-4c11-b707-41c36bb0c721 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.923469] env[68292]: DEBUG oslo_vmware.api [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Waiting for the task: (returnval){ [ 697.923469] env[68292]: value = "task-3071563" [ 697.923469] env[68292]: _type = "Task" [ 697.923469] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.939228] env[68292]: DEBUG oslo_vmware.api [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.102471] env[68292]: DEBUG oslo_concurrency.lockutils [req-aeb20a84-e114-4387-bffc-c26fb7421dba req-42e1d310-e5d8-48bc-bd8b-74e3d9e286a0 service nova] Releasing lock "refresh_cache-d1f59a1f-ea49-44de-823f-d4ed48f71d22" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.142071] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071560, 'name': CreateVM_Task, 'duration_secs': 0.522115} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.142278] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.143032] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.143215] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.143586] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.143863] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5a9305a-3680-46ff-9dbc-e434aa35a65b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.150648] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 698.150648] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52eec3dd-3369-652b-af0d-59f5ac35daca" [ 698.150648] env[68292]: _type = "Task" [ 698.150648] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.163147] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52eec3dd-3369-652b-af0d-59f5ac35daca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.169990] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071561, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.350968] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.351313] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64fc9b9e-0527-4b59-ad5d-76e88e137491 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.364880] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 698.364880] env[68292]: value = "task-3071564" [ 698.364880] env[68292]: _type = "Task" [ 698.364880] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.382069] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.387790] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.388412] env[68292]: DEBUG nova.compute.manager [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.391913] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.233s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.397255] env[68292]: INFO nova.compute.claims [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.407033] env[68292]: DEBUG oslo_vmware.api [None req-2e52d0ee-58d4-4220-861e-a8f2a5531aab tempest-ServersAdminNegativeTestJSON-1967244390 tempest-ServersAdminNegativeTestJSON-1967244390-project-admin] Task: {'id': task-3071562, 'name': SuspendVM_Task} progress is 50%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.440159] env[68292]: DEBUG oslo_vmware.api [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071563, 'name': PowerOffVM_Task, 'duration_secs': 0.238409} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.441533] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.441533] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.441533] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05c67ada-0674-4821-a1c9-8fb42b0004dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.463771] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "6f44a390-b18c-4da9-b779-3e45c1a9ed92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.463771] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "6f44a390-b18c-4da9-b779-3e45c1a9ed92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.528051] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.528051] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.528051] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Deleting the datastore file [datastore1] 269a608d-8978-471e-bc46-1196679c5811 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.528051] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb97c8a2-40f9-4269-9123-7e77738fd7bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.536112] env[68292]: DEBUG oslo_vmware.api [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Waiting for the task: (returnval){ [ 698.536112] env[68292]: value = "task-3071566" [ 698.536112] env[68292]: _type = "Task" [ 698.536112] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.549652] env[68292]: DEBUG oslo_vmware.api [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.668361] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52eec3dd-3369-652b-af0d-59f5ac35daca, 'name': SearchDatastore_Task, 'duration_secs': 0.01613} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.673787] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.674610] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.674610] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.674893] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.674946] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.675354] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071561, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.675642] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abd1d000-1c5d-4d33-bf72-2e3fe4c555a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.689517] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.689744] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.690592] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cfe76ca-ee14-48fe-9427-69479b9dbe7f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.699308] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 698.699308] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]525b961c-2f72-022f-82c2-a76190795a72" [ 698.699308] env[68292]: _type = "Task" [ 698.699308] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.710632] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525b961c-2f72-022f-82c2-a76190795a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.714107] env[68292]: DEBUG nova.compute.manager [req-37581a5a-65a7-4c3c-8345-c4c78efb3a99 req-606d56eb-5fae-459e-9083-6f87ebd3004c service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Received event network-changed-60b6f5c0-5c1a-4cec-91ae-97a51d177d69 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.714500] env[68292]: DEBUG nova.compute.manager [req-37581a5a-65a7-4c3c-8345-c4c78efb3a99 req-606d56eb-5fae-459e-9083-6f87ebd3004c service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Refreshing instance network info cache due to event network-changed-60b6f5c0-5c1a-4cec-91ae-97a51d177d69. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.714685] env[68292]: DEBUG oslo_concurrency.lockutils [req-37581a5a-65a7-4c3c-8345-c4c78efb3a99 req-606d56eb-5fae-459e-9083-6f87ebd3004c service nova] Acquiring lock "refresh_cache-a2730738-7df2-42da-8048-7d06e3b97d4a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.714890] env[68292]: DEBUG oslo_concurrency.lockutils [req-37581a5a-65a7-4c3c-8345-c4c78efb3a99 req-606d56eb-5fae-459e-9083-6f87ebd3004c service nova] Acquired lock "refresh_cache-a2730738-7df2-42da-8048-7d06e3b97d4a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.715091] env[68292]: DEBUG nova.network.neutron [req-37581a5a-65a7-4c3c-8345-c4c78efb3a99 req-606d56eb-5fae-459e-9083-6f87ebd3004c service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Refreshing network info cache for port 60b6f5c0-5c1a-4cec-91ae-97a51d177d69 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.877947] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071564, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.892973] env[68292]: DEBUG oslo_vmware.api [None req-2e52d0ee-58d4-4220-861e-a8f2a5531aab tempest-ServersAdminNegativeTestJSON-1967244390 tempest-ServersAdminNegativeTestJSON-1967244390-project-admin] Task: {'id': task-3071562, 'name': SuspendVM_Task, 'duration_secs': 0.853236} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.894570] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52d0ee-58d4-4220-861e-a8f2a5531aab tempest-ServersAdminNegativeTestJSON-1967244390 tempest-ServersAdminNegativeTestJSON-1967244390-project-admin] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Suspended the VM {{(pid=68292) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 698.894570] env[68292]: DEBUG nova.compute.manager [None req-2e52d0ee-58d4-4220-861e-a8f2a5531aab tempest-ServersAdminNegativeTestJSON-1967244390 tempest-ServersAdminNegativeTestJSON-1967244390-project-admin] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.895256] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a048c0ca-70f5-4573-8b4a-7b230acd6beb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.900563] env[68292]: DEBUG nova.compute.utils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.908074] env[68292]: DEBUG nova.compute.manager [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.908074] env[68292]: DEBUG nova.network.neutron [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.043286] env[68292]: DEBUG nova.policy [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bcec85b201b4a1da8f3e3bde946528b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d00b1bf23444593a92380c6da3d7403', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.051820] env[68292]: DEBUG oslo_vmware.api [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Task: {'id': task-3071566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358744} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.052195] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.052438] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.052673] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.052910] env[68292]: INFO nova.compute.manager [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] [instance: 269a608d-8978-471e-bc46-1196679c5811] Took 1.15 seconds to destroy the instance on the hypervisor. [ 699.053191] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.053450] env[68292]: DEBUG nova.compute.manager [-] [instance: 269a608d-8978-471e-bc46-1196679c5811] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.053548] env[68292]: DEBUG nova.network.neutron [-] [instance: 269a608d-8978-471e-bc46-1196679c5811] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.172111] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071561, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.213359] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525b961c-2f72-022f-82c2-a76190795a72, 'name': SearchDatastore_Task, 'duration_secs': 0.020398} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.214030] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba43b8db-1baa-4a06-bb08-39250a15ce1b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.220849] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 699.220849] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527e7a38-b1d7-a50c-e06c-76bf6303cb89" [ 699.220849] env[68292]: _type = "Task" [ 699.220849] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.231944] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527e7a38-b1d7-a50c-e06c-76bf6303cb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.364549] env[68292]: DEBUG nova.compute.manager [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Received event network-vif-plugged-bd373b1e-e090-48da-824f-27df7796d9ab {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.370416] env[68292]: DEBUG oslo_concurrency.lockutils [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] Acquiring lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.370848] env[68292]: DEBUG oslo_concurrency.lockutils [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.006s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.374828] env[68292]: DEBUG oslo_concurrency.lockutils [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.374828] env[68292]: DEBUG nova.compute.manager [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] No waiting events found dispatching network-vif-plugged-bd373b1e-e090-48da-824f-27df7796d9ab {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.374828] env[68292]: WARNING nova.compute.manager [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Received unexpected event network-vif-plugged-bd373b1e-e090-48da-824f-27df7796d9ab for instance with vm_state building and task_state spawning. [ 699.374828] env[68292]: DEBUG nova.compute.manager [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Received event network-changed-bd373b1e-e090-48da-824f-27df7796d9ab {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.374828] env[68292]: DEBUG nova.compute.manager [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Refreshing instance network info cache due to event network-changed-bd373b1e-e090-48da-824f-27df7796d9ab. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.375221] env[68292]: DEBUG oslo_concurrency.lockutils [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] Acquiring lock "refresh_cache-fb38cea4-d100-4b0c-bf60-53a77aac36c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.375221] env[68292]: DEBUG oslo_concurrency.lockutils [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] Acquired lock "refresh_cache-fb38cea4-d100-4b0c-bf60-53a77aac36c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.375221] env[68292]: DEBUG nova.network.neutron [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Refreshing network info cache for port bd373b1e-e090-48da-824f-27df7796d9ab {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.390828] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071564, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.406529] env[68292]: DEBUG nova.compute.manager [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.672843] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071561, 'name': PowerOnVM_Task} progress is 86%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.744069] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527e7a38-b1d7-a50c-e06c-76bf6303cb89, 'name': SearchDatastore_Task, 'duration_secs': 0.023007} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.750869] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.751658] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] fb38cea4-d100-4b0c-bf60-53a77aac36c4/fb38cea4-d100-4b0c-bf60-53a77aac36c4.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.752863] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e1e4aa5-e481-461d-a30c-4a5f63d9a635 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.763180] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 699.763180] env[68292]: value = "task-3071567" [ 699.763180] env[68292]: _type = "Task" [ 699.763180] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.779246] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.824343] env[68292]: DEBUG nova.network.neutron [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Successfully created port: 62a42586-0793-417c-9b20-450b8506bf87 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.898065] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071564, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.092039] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9934f41-3c92-49fd-a157-151dbf9984c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.104447] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61eaf6c-b73b-4ffd-bee5-692f08a25731 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.151034] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9d3ade-043b-45a5-b3c2-47f9687e081f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.173054] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1ba6d5-44cc-4015-9e5b-b3f578f1164b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.189956] env[68292]: DEBUG oslo_vmware.api [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071561, 'name': PowerOnVM_Task, 'duration_secs': 2.103504} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.205072] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.205468] env[68292]: INFO nova.compute.manager [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Took 11.00 seconds to spawn the instance on the hypervisor. [ 700.205831] env[68292]: DEBUG nova.compute.manager [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.206625] env[68292]: DEBUG nova.compute.provider_tree [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.210338] env[68292]: DEBUG nova.network.neutron [req-37581a5a-65a7-4c3c-8345-c4c78efb3a99 req-606d56eb-5fae-459e-9083-6f87ebd3004c service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Updated VIF entry in instance network info cache for port 60b6f5c0-5c1a-4cec-91ae-97a51d177d69. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.210753] env[68292]: DEBUG nova.network.neutron [req-37581a5a-65a7-4c3c-8345-c4c78efb3a99 req-606d56eb-5fae-459e-9083-6f87ebd3004c service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Updating instance_info_cache with network_info: [{"id": "60b6f5c0-5c1a-4cec-91ae-97a51d177d69", "address": "fa:16:3e:23:de:f1", "network": {"id": "edeb0fbc-60b4-4972-9767-ed33c06324ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1100205825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fbad2b5500645eeaf5c74a33351a7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b6f5c0-5c", "ovs_interfaceid": "60b6f5c0-5c1a-4cec-91ae-97a51d177d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.213472] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbf9864-9946-4611-937b-fc1ca722618e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.277844] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071567, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.363248] env[68292]: DEBUG nova.network.neutron [-] [instance: 269a608d-8978-471e-bc46-1196679c5811] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.390371] env[68292]: DEBUG oslo_vmware.api [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071564, 'name': PowerOnVM_Task, 'duration_secs': 1.826131} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.390661] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.390866] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79827a02-6dac-42f3-bf92-1ac69670e98c tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance 'beeb9d6b-9333-4073-a690-e23db124d5ff' progress to 100 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 700.422724] env[68292]: DEBUG nova.compute.manager [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.469857] env[68292]: DEBUG nova.virt.hardware [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.470111] env[68292]: DEBUG nova.virt.hardware [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.470154] env[68292]: DEBUG nova.virt.hardware [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.470428] env[68292]: DEBUG nova.virt.hardware [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.470719] env[68292]: DEBUG nova.virt.hardware [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.470719] env[68292]: DEBUG nova.virt.hardware [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.470971] env[68292]: DEBUG nova.virt.hardware [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.471066] env[68292]: DEBUG nova.virt.hardware [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.471558] env[68292]: DEBUG nova.virt.hardware [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.472921] env[68292]: DEBUG nova.virt.hardware [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.472921] env[68292]: DEBUG nova.virt.hardware [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.473267] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bc456b-4c1a-40b9-94a0-7ea378a2e670 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.486667] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9447d92-cebe-4503-9bc8-7f09903cc9ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.507273] env[68292]: DEBUG nova.network.neutron [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Updated VIF entry in instance network info cache for port bd373b1e-e090-48da-824f-27df7796d9ab. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.507469] env[68292]: DEBUG nova.network.neutron [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Updating instance_info_cache with network_info: [{"id": "bd373b1e-e090-48da-824f-27df7796d9ab", "address": "fa:16:3e:dc:5a:85", "network": {"id": "00193e27-cb1d-4d76-9073-4230a3e83a9c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1363812338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ffea38acaf45c9bb5f85eade5c81a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd373b1e-e0", "ovs_interfaceid": "bd373b1e-e090-48da-824f-27df7796d9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.684018] env[68292]: DEBUG nova.network.neutron [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Successfully updated port: 2844f4d4-62b6-4399-8055-456b3ab3f31f {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.718219] env[68292]: DEBUG oslo_concurrency.lockutils [req-37581a5a-65a7-4c3c-8345-c4c78efb3a99 req-606d56eb-5fae-459e-9083-6f87ebd3004c service nova] Releasing lock "refresh_cache-a2730738-7df2-42da-8048-7d06e3b97d4a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.719532] env[68292]: DEBUG nova.scheduler.client.report [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.735946] env[68292]: INFO nova.compute.manager [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Took 36.56 seconds to build instance. [ 700.778169] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651601} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.778578] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] fb38cea4-d100-4b0c-bf60-53a77aac36c4/fb38cea4-d100-4b0c-bf60-53a77aac36c4.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.780337] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.780337] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26a827a7-e9af-43aa-843e-e27b906d45b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.790704] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 700.790704] env[68292]: value = "task-3071568" [ 700.790704] env[68292]: _type = "Task" [ 700.790704] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.804302] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.809772] env[68292]: DEBUG nova.network.neutron [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Successfully created port: 8dfbd856-76f7-4db5-ad21-b568a644750f {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.866709] env[68292]: INFO nova.compute.manager [-] [instance: 269a608d-8978-471e-bc46-1196679c5811] Took 1.81 seconds to deallocate network for instance. [ 701.013865] env[68292]: DEBUG oslo_concurrency.lockutils [req-d2340125-da93-4c4e-9050-abdafa3fb29c req-b23933ac-c1d6-4b72-a349-2d1eff6af861 service nova] Releasing lock "refresh_cache-fb38cea4-d100-4b0c-bf60-53a77aac36c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.186613] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.186888] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquired lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.188010] env[68292]: DEBUG nova.network.neutron [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.225750] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.226435] env[68292]: DEBUG nova.compute.manager [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.231188] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.382s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.233254] env[68292]: INFO nova.compute.claims [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.237722] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2d9923d-7229-4cee-966d-cf09d42a05b2 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "d1f59a1f-ea49-44de-823f-d4ed48f71d22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.070s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.304365] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073444} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.304635] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.306517] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf5d8f9-f4b9-4589-bf1e-03939dd14eac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.332406] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] fb38cea4-d100-4b0c-bf60-53a77aac36c4/fb38cea4-d100-4b0c-bf60-53a77aac36c4.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.333149] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4667388b-a322-4891-be82-59a4e0845e38 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.351702] env[68292]: DEBUG nova.network.neutron [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Successfully created port: dbc66008-c11b-4947-9926-35d5ce375f08 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.355809] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 701.355809] env[68292]: value = "task-3071569" [ 701.355809] env[68292]: _type = "Task" [ 701.355809] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.365918] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.376536] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.542989] env[68292]: DEBUG nova.compute.manager [req-2ea1fcfe-cecc-4060-8450-515ec31d24d0 req-febbc12a-0d20-4b11-ab2e-0f852b1cbe54 service nova] [instance: 269a608d-8978-471e-bc46-1196679c5811] Received event network-vif-deleted-7a0061e5-44c9-4f14-9ed3-13915afdd05a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.728092] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Acquiring lock "b218486a-5377-493a-af05-62611c6d65e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.728381] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Lock "b218486a-5377-493a-af05-62611c6d65e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.732497] env[68292]: DEBUG nova.compute.utils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.733827] env[68292]: DEBUG nova.compute.manager [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.734010] env[68292]: DEBUG nova.network.neutron [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.746615] env[68292]: DEBUG nova.network.neutron [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.748814] env[68292]: DEBUG nova.compute.manager [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.847376] env[68292]: DEBUG nova.policy [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e09d4750d694eedbb383674c2f45f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd9dfdfa33445348610b740a2e8d687', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.873366] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.036160] env[68292]: DEBUG nova.compute.manager [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Received event network-vif-plugged-2844f4d4-62b6-4399-8055-456b3ab3f31f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.036160] env[68292]: DEBUG oslo_concurrency.lockutils [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] Acquiring lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.036160] env[68292]: DEBUG oslo_concurrency.lockutils [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] Lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.036891] env[68292]: DEBUG oslo_concurrency.lockutils [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] Lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.037366] env[68292]: DEBUG nova.compute.manager [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] No waiting events found dispatching network-vif-plugged-2844f4d4-62b6-4399-8055-456b3ab3f31f {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.037668] env[68292]: WARNING nova.compute.manager [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Received unexpected event network-vif-plugged-2844f4d4-62b6-4399-8055-456b3ab3f31f for instance with vm_state building and task_state spawning. [ 702.037979] env[68292]: DEBUG nova.compute.manager [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Received event network-changed-2844f4d4-62b6-4399-8055-456b3ab3f31f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.038276] env[68292]: DEBUG nova.compute.manager [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Refreshing instance network info cache due to event network-changed-2844f4d4-62b6-4399-8055-456b3ab3f31f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.038637] env[68292]: DEBUG oslo_concurrency.lockutils [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] Acquiring lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.070345] env[68292]: DEBUG nova.network.neutron [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Updating instance_info_cache with network_info: [{"id": "2844f4d4-62b6-4399-8055-456b3ab3f31f", "address": "fa:16:3e:b2:5b:a0", "network": {"id": "93337b5e-6705-4056-963b-b8981d71e8d3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831004586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a12d92afe574b19a0a0d9a8f78750e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2844f4d4-62", "ovs_interfaceid": "2844f4d4-62b6-4399-8055-456b3ab3f31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.242859] env[68292]: DEBUG nova.compute.manager [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.273861] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.375645] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.519906] env[68292]: DEBUG nova.network.neutron [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Successfully created port: 67e011cd-6171-4938-a923-ea3c1939d18c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.571783] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Releasing lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.572170] env[68292]: DEBUG nova.compute.manager [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Instance network_info: |[{"id": "2844f4d4-62b6-4399-8055-456b3ab3f31f", "address": "fa:16:3e:b2:5b:a0", "network": {"id": "93337b5e-6705-4056-963b-b8981d71e8d3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831004586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a12d92afe574b19a0a0d9a8f78750e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2844f4d4-62", "ovs_interfaceid": "2844f4d4-62b6-4399-8055-456b3ab3f31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.572635] env[68292]: DEBUG oslo_concurrency.lockutils [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] Acquired lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.572771] env[68292]: DEBUG nova.network.neutron [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Refreshing network info cache for port 2844f4d4-62b6-4399-8055-456b3ab3f31f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.574825] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:5b:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2844f4d4-62b6-4399-8055-456b3ab3f31f', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.583140] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.587296] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.588613] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e155f04-c8b2-44fc-a8c2-ca829144bc59 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.616285] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.616285] env[68292]: value = "task-3071570" [ 702.616285] env[68292]: _type = "Task" [ 702.616285] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.628067] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071570, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.840526] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f576ec2e-2f36-4fb1-be0a-99a49b270f91 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.850621] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c60a05-9be3-40e8-b758-81f92b0865c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.892033] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a40d77-f119-4e70-83cc-503326a96f73 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.898413] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.905331] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d0a7df-8d99-44a1-bddd-1a2e0e6dc9b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.921926] env[68292]: DEBUG nova.compute.provider_tree [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.134877] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071570, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.254471] env[68292]: DEBUG nova.compute.manager [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.281956] env[68292]: DEBUG nova.virt.hardware [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.282578] env[68292]: DEBUG nova.virt.hardware [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.282804] env[68292]: DEBUG nova.virt.hardware [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.283074] env[68292]: DEBUG nova.virt.hardware [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.283285] env[68292]: DEBUG nova.virt.hardware [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.283489] env[68292]: DEBUG nova.virt.hardware [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.283810] env[68292]: DEBUG nova.virt.hardware [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.284018] env[68292]: DEBUG nova.virt.hardware [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.284268] env[68292]: DEBUG nova.virt.hardware [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.284773] env[68292]: DEBUG nova.virt.hardware [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.285086] env[68292]: DEBUG nova.virt.hardware [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.286391] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c540e1-59b3-4237-8cdb-b5b30208a073 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.304113] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3e4d0a-2217-47d6-b679-259477482387 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.362384] env[68292]: DEBUG oslo_concurrency.lockutils [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "beeb9d6b-9333-4073-a690-e23db124d5ff" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.362384] env[68292]: DEBUG oslo_concurrency.lockutils [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.362384] env[68292]: DEBUG nova.compute.manager [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Going to confirm migration 1 {{(pid=68292) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 703.378447] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071569, 'name': ReconfigVM_Task, 'duration_secs': 1.723218} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.378769] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Reconfigured VM instance instance-00000015 to attach disk [datastore1] fb38cea4-d100-4b0c-bf60-53a77aac36c4/fb38cea4-d100-4b0c-bf60-53a77aac36c4.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.379417] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86da7759-8fe2-4257-9540-0fe770d3a617 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.389670] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 703.389670] env[68292]: value = "task-3071571" [ 703.389670] env[68292]: _type = "Task" [ 703.389670] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.412010] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071571, 'name': Rename_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.427684] env[68292]: DEBUG nova.scheduler.client.report [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.432046] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Acquiring lock "a2730738-7df2-42da-8048-7d06e3b97d4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.432389] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Lock "a2730738-7df2-42da-8048-7d06e3b97d4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.432740] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Acquiring lock "a2730738-7df2-42da-8048-7d06e3b97d4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.432983] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Lock "a2730738-7df2-42da-8048-7d06e3b97d4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.433196] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Lock "a2730738-7df2-42da-8048-7d06e3b97d4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.436136] env[68292]: INFO nova.compute.manager [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Terminating instance [ 703.628927] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071570, 'name': CreateVM_Task, 'duration_secs': 0.935986} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.629140] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.629824] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.629989] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.630345] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.630968] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9de6333-bda5-4ff6-9709-c21f704a37de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.636512] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 703.636512] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]525db624-a3f8-36a4-a3d1-65f7cb3a753e" [ 703.636512] env[68292]: _type = "Task" [ 703.636512] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.646404] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525db624-a3f8-36a4-a3d1-65f7cb3a753e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.670628] env[68292]: DEBUG nova.network.neutron [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Updated VIF entry in instance network info cache for port 2844f4d4-62b6-4399-8055-456b3ab3f31f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.670992] env[68292]: DEBUG nova.network.neutron [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Updating instance_info_cache with network_info: [{"id": "2844f4d4-62b6-4399-8055-456b3ab3f31f", "address": "fa:16:3e:b2:5b:a0", "network": {"id": "93337b5e-6705-4056-963b-b8981d71e8d3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831004586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a12d92afe574b19a0a0d9a8f78750e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2844f4d4-62", "ovs_interfaceid": "2844f4d4-62b6-4399-8055-456b3ab3f31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.908213] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071571, 'name': Rename_Task, 'duration_secs': 0.25338} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.908565] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.911019] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddc0036e-11b3-4925-915f-f8abba0b2f0b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.919096] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 703.919096] env[68292]: value = "task-3071572" [ 703.919096] env[68292]: _type = "Task" [ 703.919096] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.928860] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.939072] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.939781] env[68292]: DEBUG nova.compute.manager [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.947040] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.453s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.947040] env[68292]: DEBUG nova.objects.instance [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lazy-loading 'resources' on Instance uuid 9f982c0c-892e-4406-994d-adf7d46d3ea9 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.947488] env[68292]: DEBUG nova.compute.manager [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.948234] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.949709] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7769888b-2c6f-47e3-a673-2b5e8fa567bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.960917] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.960917] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e093cbd9-1887-4035-b1d7-c94b44d10013 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.970867] env[68292]: DEBUG oslo_vmware.api [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Waiting for the task: (returnval){ [ 703.970867] env[68292]: value = "task-3071573" [ 703.970867] env[68292]: _type = "Task" [ 703.970867] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.984116] env[68292]: DEBUG oslo_vmware.api [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.986439] env[68292]: DEBUG oslo_concurrency.lockutils [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.986944] env[68292]: DEBUG oslo_concurrency.lockutils [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.987191] env[68292]: DEBUG nova.network.neutron [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.987603] env[68292]: DEBUG nova.objects.instance [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lazy-loading 'info_cache' on Instance uuid beeb9d6b-9333-4073-a690-e23db124d5ff {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.041696] env[68292]: DEBUG nova.network.neutron [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Successfully updated port: 62a42586-0793-417c-9b20-450b8506bf87 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.044258] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "066e61d9-8593-438c-87f0-871332f73ffd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.045512] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "066e61d9-8593-438c-87f0-871332f73ffd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.153720] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525db624-a3f8-36a4-a3d1-65f7cb3a753e, 'name': SearchDatastore_Task, 'duration_secs': 0.015616} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.155051] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.155051] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.155051] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.155051] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.155317] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.155317] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0729c39-4784-474f-ad14-b13063bc6bfe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.167278] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.167504] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.168300] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e419ca-532b-455b-896e-8e51f6226443 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.178262] env[68292]: DEBUG oslo_concurrency.lockutils [req-a2ac126f-a6b4-48aa-bd9b-125163d8c123 req-3db2d750-22d8-4d4d-9305-abb15965a1a9 service nova] Releasing lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.178970] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 704.178970] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52fd927c-7552-b642-a773-638985c1c0f9" [ 704.178970] env[68292]: _type = "Task" [ 704.178970] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.191279] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fd927c-7552-b642-a773-638985c1c0f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011947} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.192489] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06811908-9c7f-413a-b485-d3e27ea18077 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.200210] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 704.200210] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5225de66-0cda-3767-d8b4-fea03e157fb7" [ 704.200210] env[68292]: _type = "Task" [ 704.200210] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.211111] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5225de66-0cda-3767-d8b4-fea03e157fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.290431] env[68292]: DEBUG nova.network.neutron [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Successfully updated port: 67e011cd-6171-4938-a923-ea3c1939d18c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.431488] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.455909] env[68292]: DEBUG nova.compute.utils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.458058] env[68292]: DEBUG nova.compute.manager [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.458298] env[68292]: DEBUG nova.network.neutron [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.483609] env[68292]: DEBUG oslo_vmware.api [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071573, 'name': PowerOffVM_Task, 'duration_secs': 0.305769} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.487068] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.487297] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.488839] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b164dc23-e229-4c07-a9c1-f78f2d3023ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.539745] env[68292]: DEBUG nova.policy [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7cdcbe1f97c4862816465a065c717ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04344cf2b25a40329293cff1bdf1eb6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.580567] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.580916] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.581011] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Deleting the datastore file [datastore2] a2730738-7df2-42da-8048-7d06e3b97d4a {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.581544] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8308e33-aab6-40c9-a393-cf44351db6fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.590881] env[68292]: DEBUG oslo_vmware.api [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Waiting for the task: (returnval){ [ 704.590881] env[68292]: value = "task-3071575" [ 704.590881] env[68292]: _type = "Task" [ 704.590881] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.607278] env[68292]: DEBUG oslo_vmware.api [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.716179] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5225de66-0cda-3767-d8b4-fea03e157fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.012168} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.716179] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.716179] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353/6ea307bd-2ca4-4143-8cf0-e8d50bfc6353.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.716179] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f41c8ef9-beda-4a0e-a12d-a6e72d9aa52a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.727539] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 704.727539] env[68292]: value = "task-3071576" [ 704.727539] env[68292]: _type = "Task" [ 704.727539] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.742126] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.785176] env[68292]: DEBUG nova.compute.manager [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Received event network-vif-plugged-62a42586-0793-417c-9b20-450b8506bf87 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.785384] env[68292]: DEBUG oslo_concurrency.lockutils [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] Acquiring lock "220c91c5-79e3-4a25-a5cc-708741b4356a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.785599] env[68292]: DEBUG oslo_concurrency.lockutils [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] Lock "220c91c5-79e3-4a25-a5cc-708741b4356a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.785879] env[68292]: DEBUG oslo_concurrency.lockutils [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] Lock "220c91c5-79e3-4a25-a5cc-708741b4356a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.786086] env[68292]: DEBUG nova.compute.manager [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] No waiting events found dispatching network-vif-plugged-62a42586-0793-417c-9b20-450b8506bf87 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.786845] env[68292]: WARNING nova.compute.manager [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Received unexpected event network-vif-plugged-62a42586-0793-417c-9b20-450b8506bf87 for instance with vm_state building and task_state spawning. [ 704.786845] env[68292]: DEBUG nova.compute.manager [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Received event network-changed-62a42586-0793-417c-9b20-450b8506bf87 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.786845] env[68292]: DEBUG nova.compute.manager [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Refreshing instance network info cache due to event network-changed-62a42586-0793-417c-9b20-450b8506bf87. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.786845] env[68292]: DEBUG oslo_concurrency.lockutils [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] Acquiring lock "refresh_cache-220c91c5-79e3-4a25-a5cc-708741b4356a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.787448] env[68292]: DEBUG oslo_concurrency.lockutils [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] Acquired lock "refresh_cache-220c91c5-79e3-4a25-a5cc-708741b4356a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.787448] env[68292]: DEBUG nova.network.neutron [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Refreshing network info cache for port 62a42586-0793-417c-9b20-450b8506bf87 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.794849] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "refresh_cache-19002d14-56a7-4f6c-a285-34e48434122d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.794974] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "refresh_cache-19002d14-56a7-4f6c-a285-34e48434122d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.795113] env[68292]: DEBUG nova.network.neutron [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.859923] env[68292]: DEBUG oslo_vmware.rw_handles [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201a771-91a6-30d9-d2d8-1be8b3198958/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 704.861103] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fbb8ad-b84d-4c91-84a2-041a6791d631 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.871702] env[68292]: DEBUG oslo_vmware.rw_handles [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201a771-91a6-30d9-d2d8-1be8b3198958/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 704.871702] env[68292]: ERROR oslo_vmware.rw_handles [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201a771-91a6-30d9-d2d8-1be8b3198958/disk-0.vmdk due to incomplete transfer. [ 704.871702] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7c4cba18-7185-46f2-a9ae-d5d13dda114e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.880668] env[68292]: DEBUG oslo_vmware.rw_handles [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201a771-91a6-30d9-d2d8-1be8b3198958/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 704.880668] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Uploaded image 4a6406b2-f2ab-45c3-834e-b5fc3f63afb3 to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 704.883007] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 704.884205] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-790d66e4-b7ee-43cc-90fc-05d606df4d20 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.887840] env[68292]: DEBUG nova.compute.manager [req-3304b2ac-b340-44c2-b34b-0199481d7606 req-340ec3ad-cd11-4b43-b86b-5925d27b48f1 service nova] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Received event network-vif-plugged-67e011cd-6171-4938-a923-ea3c1939d18c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.888103] env[68292]: DEBUG oslo_concurrency.lockutils [req-3304b2ac-b340-44c2-b34b-0199481d7606 req-340ec3ad-cd11-4b43-b86b-5925d27b48f1 service nova] Acquiring lock "19002d14-56a7-4f6c-a285-34e48434122d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.888323] env[68292]: DEBUG oslo_concurrency.lockutils [req-3304b2ac-b340-44c2-b34b-0199481d7606 req-340ec3ad-cd11-4b43-b86b-5925d27b48f1 service nova] Lock "19002d14-56a7-4f6c-a285-34e48434122d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.888488] env[68292]: DEBUG oslo_concurrency.lockutils [req-3304b2ac-b340-44c2-b34b-0199481d7606 req-340ec3ad-cd11-4b43-b86b-5925d27b48f1 service nova] Lock "19002d14-56a7-4f6c-a285-34e48434122d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.888974] env[68292]: DEBUG nova.compute.manager [req-3304b2ac-b340-44c2-b34b-0199481d7606 req-340ec3ad-cd11-4b43-b86b-5925d27b48f1 service nova] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] No waiting events found dispatching network-vif-plugged-67e011cd-6171-4938-a923-ea3c1939d18c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.888974] env[68292]: WARNING nova.compute.manager [req-3304b2ac-b340-44c2-b34b-0199481d7606 req-340ec3ad-cd11-4b43-b86b-5925d27b48f1 service nova] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Received unexpected event network-vif-plugged-67e011cd-6171-4938-a923-ea3c1939d18c for instance with vm_state building and task_state spawning. [ 704.896162] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 704.896162] env[68292]: value = "task-3071577" [ 704.896162] env[68292]: _type = "Task" [ 704.896162] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.912416] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071577, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.933968] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.961845] env[68292]: DEBUG nova.compute.manager [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.056554] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea3142f-a30f-41a5-b353-0609be860765 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.067700] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba79981-cee4-4ba3-868e-25d827c75c57 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.115692] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f517b7bc-e892-4adc-ad36-d05291f28e2b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.128513] env[68292]: DEBUG oslo_vmware.api [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Task: {'id': task-3071575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173541} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.130710] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.131070] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.131380] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.131608] env[68292]: INFO nova.compute.manager [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 705.131906] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.132273] env[68292]: DEBUG nova.compute.manager [-] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.132873] env[68292]: DEBUG nova.network.neutron [-] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.135924] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e493e65-909b-4b9b-99c2-873ed50a0227 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.155856] env[68292]: DEBUG nova.compute.provider_tree [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.245994] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071576, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.389950] env[68292]: DEBUG nova.network.neutron [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.409473] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071577, 'name': Destroy_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.431971] env[68292]: DEBUG oslo_vmware.api [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3071572, 'name': PowerOnVM_Task, 'duration_secs': 1.308847} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.433239] env[68292]: DEBUG nova.network.neutron [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.435529] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.435803] env[68292]: INFO nova.compute.manager [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Took 11.41 seconds to spawn the instance on the hypervisor. [ 705.436251] env[68292]: DEBUG nova.compute.manager [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.438269] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43238a4-34d6-43c3-8088-f3f278431682 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.662346] env[68292]: DEBUG nova.scheduler.client.report [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.723791] env[68292]: DEBUG nova.network.neutron [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.744236] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627093} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.744930] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353/6ea307bd-2ca4-4143-8cf0-e8d50bfc6353.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.745340] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.745615] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96442843-a46e-4804-b872-96ee33a1bce7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.750051] env[68292]: DEBUG nova.network.neutron [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance_info_cache with network_info: [{"id": "dd2c8da0-8432-4aa3-af74-d492220d4af8", "address": "fa:16:3e:c2:46:cf", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2c8da0-84", "ovs_interfaceid": "dd2c8da0-8432-4aa3-af74-d492220d4af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.755901] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 705.755901] env[68292]: value = "task-3071578" [ 705.755901] env[68292]: _type = "Task" [ 705.755901] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.768359] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.818019] env[68292]: DEBUG nova.network.neutron [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Successfully created port: d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.912613] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071577, 'name': Destroy_Task, 'duration_secs': 0.931114} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.913079] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Destroyed the VM [ 705.913424] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 705.913694] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-54391be9-4df7-44d4-8bc0-5e14a6811735 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.921829] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 705.921829] env[68292]: value = "task-3071579" [ 705.921829] env[68292]: _type = "Task" [ 705.921829] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.933717] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071579, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.949048] env[68292]: DEBUG nova.network.neutron [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Updating instance_info_cache with network_info: [{"id": "67e011cd-6171-4938-a923-ea3c1939d18c", "address": "fa:16:3e:5b:b6:f7", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67e011cd-61", "ovs_interfaceid": "67e011cd-6171-4938-a923-ea3c1939d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.964440] env[68292]: INFO nova.compute.manager [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Took 34.00 seconds to build instance. [ 705.973454] env[68292]: DEBUG nova.compute.manager [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.007918] env[68292]: DEBUG nova.virt.hardware [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.007918] env[68292]: DEBUG nova.virt.hardware [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.007918] env[68292]: DEBUG nova.virt.hardware [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.008238] env[68292]: DEBUG nova.virt.hardware [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.008238] env[68292]: DEBUG nova.virt.hardware [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.008302] env[68292]: DEBUG nova.virt.hardware [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.009185] env[68292]: DEBUG nova.virt.hardware [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.009185] env[68292]: DEBUG nova.virt.hardware [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.009185] env[68292]: DEBUG nova.virt.hardware [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.009185] env[68292]: DEBUG nova.virt.hardware [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.009561] env[68292]: DEBUG nova.virt.hardware [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.010191] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8f9243-bf68-4c1e-9510-be20c5f1d69e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.023605] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f61e81-0d68-4df5-bbfb-bad63ff8a143 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.171083] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.171083] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.673s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.174445] env[68292]: INFO nova.compute.claims [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.210694] env[68292]: INFO nova.scheduler.client.report [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Deleted allocations for instance 9f982c0c-892e-4406-994d-adf7d46d3ea9 [ 706.228763] env[68292]: DEBUG oslo_concurrency.lockutils [req-1fba3e3b-5b62-4e43-8a84-514413db9f96 req-339c6fb6-3c70-48f1-aeda-89b799ff3b73 service nova] Releasing lock "refresh_cache-220c91c5-79e3-4a25-a5cc-708741b4356a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.255173] env[68292]: DEBUG oslo_concurrency.lockutils [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "refresh_cache-beeb9d6b-9333-4073-a690-e23db124d5ff" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.255521] env[68292]: DEBUG nova.objects.instance [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lazy-loading 'migration_context' on Instance uuid beeb9d6b-9333-4073-a690-e23db124d5ff {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.274039] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077734} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.274902] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.275744] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb1e648-5c3f-4e3e-bb73-2fea19b9d7e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.306675] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353/6ea307bd-2ca4-4143-8cf0-e8d50bfc6353.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.307405] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef95d6f-ce35-475d-ae4a-9802a200e32b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.332994] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 706.332994] env[68292]: value = "task-3071580" [ 706.332994] env[68292]: _type = "Task" [ 706.332994] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.348671] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.433732] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071579, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.464017] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "refresh_cache-19002d14-56a7-4f6c-a285-34e48434122d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.464017] env[68292]: DEBUG nova.compute.manager [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Instance network_info: |[{"id": "67e011cd-6171-4938-a923-ea3c1939d18c", "address": "fa:16:3e:5b:b6:f7", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67e011cd-61", "ovs_interfaceid": "67e011cd-6171-4938-a923-ea3c1939d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.464264] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:b6:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67e011cd-6171-4938-a923-ea3c1939d18c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.471310] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Creating folder: Project (4bd9dfdfa33445348610b740a2e8d687). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.471952] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6015e0e1-0e8b-4c7d-8e9c-ac9572e9c033 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.515s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.472314] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d58869c3-ffe4-47ee-a41c-662c133351b4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.488021] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Created folder: Project (4bd9dfdfa33445348610b740a2e8d687) in parent group-v614981. [ 706.488021] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Creating folder: Instances. Parent ref: group-v615046. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.488021] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-399d1847-9510-4caf-a909-5343eb16b6d1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.500027] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Created folder: Instances in parent group-v615046. [ 706.500027] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.500027] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.500027] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8361beb-3786-42af-bb00-b7bdad8b8c2f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.527558] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.527558] env[68292]: value = "task-3071583" [ 706.527558] env[68292]: _type = "Task" [ 706.527558] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.537602] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071583, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.561304] env[68292]: DEBUG nova.network.neutron [-] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.719994] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f924168d-cebf-44eb-8a5c-6df529591b8d tempest-ServersAdmin275Test-1925923398 tempest-ServersAdmin275Test-1925923398-project-member] Lock "9f982c0c-892e-4406-994d-adf7d46d3ea9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.629s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.759969] env[68292]: DEBUG nova.objects.base [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 706.761228] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d975a4-e563-471c-a14c-72b54ae2c533 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.792226] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa14be76-df77-430c-af88-f472b287eb9b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.800374] env[68292]: DEBUG oslo_vmware.api [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 706.800374] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527e49e2-5186-ccb5-2d95-a930d0334000" [ 706.800374] env[68292]: _type = "Task" [ 706.800374] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.830591] env[68292]: DEBUG oslo_vmware.api [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527e49e2-5186-ccb5-2d95-a930d0334000, 'name': SearchDatastore_Task, 'duration_secs': 0.023541} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.831312] env[68292]: DEBUG oslo_concurrency.lockutils [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.842849] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.681270] env[68292]: DEBUG nova.network.neutron [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Successfully updated port: 8dfbd856-76f7-4db5-ad21-b568a644750f {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.684030] env[68292]: DEBUG nova.compute.manager [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.686436] env[68292]: INFO nova.compute.manager [-] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Took 2.55 seconds to deallocate network for instance. [ 707.690770] env[68292]: DEBUG nova.compute.manager [req-40248863-6190-4bb2-a0e3-ef16b5d9b999 req-68513a11-3e69-4934-be3d-5cba2eb4c5f1 service nova] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Received event network-changed-67e011cd-6171-4938-a923-ea3c1939d18c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.690994] env[68292]: DEBUG nova.compute.manager [req-40248863-6190-4bb2-a0e3-ef16b5d9b999 req-68513a11-3e69-4934-be3d-5cba2eb4c5f1 service nova] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Refreshing instance network info cache due to event network-changed-67e011cd-6171-4938-a923-ea3c1939d18c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.691248] env[68292]: DEBUG oslo_concurrency.lockutils [req-40248863-6190-4bb2-a0e3-ef16b5d9b999 req-68513a11-3e69-4934-be3d-5cba2eb4c5f1 service nova] Acquiring lock "refresh_cache-19002d14-56a7-4f6c-a285-34e48434122d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.691506] env[68292]: DEBUG oslo_concurrency.lockutils [req-40248863-6190-4bb2-a0e3-ef16b5d9b999 req-68513a11-3e69-4934-be3d-5cba2eb4c5f1 service nova] Acquired lock "refresh_cache-19002d14-56a7-4f6c-a285-34e48434122d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.691576] env[68292]: DEBUG nova.network.neutron [req-40248863-6190-4bb2-a0e3-ef16b5d9b999 req-68513a11-3e69-4934-be3d-5cba2eb4c5f1 service nova] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Refreshing network info cache for port 67e011cd-6171-4938-a923-ea3c1939d18c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.710716] env[68292]: DEBUG oslo_vmware.api [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071579, 'name': RemoveSnapshot_Task, 'duration_secs': 1.062417} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.711569] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 707.711796] env[68292]: INFO nova.compute.manager [None req-ddcf5733-cbbb-4816-9735-72605b35c54f tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Took 20.44 seconds to snapshot the instance on the hypervisor. [ 707.721020] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071580, 'name': ReconfigVM_Task, 'duration_secs': 0.551045} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.721345] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071583, 'name': CreateVM_Task, 'duration_secs': 0.391521} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.721902] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353/6ea307bd-2ca4-4143-8cf0-e8d50bfc6353.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.722502] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.725018] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0ed3725-3b93-405b-a5a7-fc9c15cadad9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.725278] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.725456] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.725790] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.726376] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a8f0b2-d771-4966-b37b-b6dc0445de72 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.733239] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 707.733239] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52bbe029-2984-17c7-013a-d2a63418f2ac" [ 707.733239] env[68292]: _type = "Task" [ 707.733239] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.734767] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 707.734767] env[68292]: value = "task-3071584" [ 707.734767] env[68292]: _type = "Task" [ 707.734767] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.755965] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bbe029-2984-17c7-013a-d2a63418f2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013581} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.759511] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.760102] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.760102] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.760222] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.760321] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.764934] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-626e5388-092a-4466-8314-72fab385e1cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.770310] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071584, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.772290] env[68292]: DEBUG nova.compute.manager [req-46d4df47-480f-4ed6-9dbc-7508ee95d927 req-221ab390-1edd-4e98-bdfc-c1374f966939 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Received event network-vif-plugged-8dfbd856-76f7-4db5-ad21-b568a644750f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.773757] env[68292]: DEBUG oslo_concurrency.lockutils [req-46d4df47-480f-4ed6-9dbc-7508ee95d927 req-221ab390-1edd-4e98-bdfc-c1374f966939 service nova] Acquiring lock "220c91c5-79e3-4a25-a5cc-708741b4356a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.773757] env[68292]: DEBUG oslo_concurrency.lockutils [req-46d4df47-480f-4ed6-9dbc-7508ee95d927 req-221ab390-1edd-4e98-bdfc-c1374f966939 service nova] Lock "220c91c5-79e3-4a25-a5cc-708741b4356a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.773757] env[68292]: DEBUG oslo_concurrency.lockutils [req-46d4df47-480f-4ed6-9dbc-7508ee95d927 req-221ab390-1edd-4e98-bdfc-c1374f966939 service nova] Lock "220c91c5-79e3-4a25-a5cc-708741b4356a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.773757] env[68292]: DEBUG nova.compute.manager [req-46d4df47-480f-4ed6-9dbc-7508ee95d927 req-221ab390-1edd-4e98-bdfc-c1374f966939 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] No waiting events found dispatching network-vif-plugged-8dfbd856-76f7-4db5-ad21-b568a644750f {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.773757] env[68292]: WARNING nova.compute.manager [req-46d4df47-480f-4ed6-9dbc-7508ee95d927 req-221ab390-1edd-4e98-bdfc-c1374f966939 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Received unexpected event network-vif-plugged-8dfbd856-76f7-4db5-ad21-b568a644750f for instance with vm_state building and task_state spawning. [ 707.777569] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.777740] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.778827] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b8126a-e867-4b80-b2c8-f2a5ea135a50 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.789089] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 707.789089] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52540ba9-f4bc-c365-cd4b-eabd4ef0b686" [ 707.789089] env[68292]: _type = "Task" [ 707.789089] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.799443] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52540ba9-f4bc-c365-cd4b-eabd4ef0b686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.208167] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.229853] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.251535] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071584, 'name': Rename_Task, 'duration_secs': 0.186984} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.251535] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.251535] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5cc4a82-4b5a-4636-8d30-9985859585ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.264286] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 708.264286] env[68292]: value = "task-3071585" [ 708.264286] env[68292]: _type = "Task" [ 708.264286] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.272472] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.303533] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52540ba9-f4bc-c365-cd4b-eabd4ef0b686, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.304346] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20fc0a67-0aa3-4cec-9a55-4eb01c9466d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.314303] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 708.314303] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52153909-b710-dc01-0e90-d5c6339751c1" [ 708.314303] env[68292]: _type = "Task" [ 708.314303] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.320727] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52153909-b710-dc01-0e90-d5c6339751c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.384655] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2692238f-d0b6-4450-a082-2ed52c63e3d2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.393060] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6463088-eabe-456a-b2fd-124eb9798155 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.424692] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343c0a8a-2e82-41f8-af3f-3dfe78c3d9d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.433264] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f15b33-9c83-4e0b-a4e9-9d9eb9ad7958 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.449824] env[68292]: DEBUG nova.compute.provider_tree [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.780209] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071585, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.832191] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52153909-b710-dc01-0e90-d5c6339751c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.832476] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.832739] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 19002d14-56a7-4f6c-a285-34e48434122d/19002d14-56a7-4f6c-a285-34e48434122d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.832999] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e28cafd8-91de-4517-a7c3-74cdb231042f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.842906] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 708.842906] env[68292]: value = "task-3071586" [ 708.842906] env[68292]: _type = "Task" [ 708.842906] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.861676] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.955438] env[68292]: DEBUG nova.scheduler.client.report [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.117314] env[68292]: DEBUG nova.network.neutron [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Successfully updated port: d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.166639] env[68292]: DEBUG nova.network.neutron [req-40248863-6190-4bb2-a0e3-ef16b5d9b999 req-68513a11-3e69-4934-be3d-5cba2eb4c5f1 service nova] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Updated VIF entry in instance network info cache for port 67e011cd-6171-4938-a923-ea3c1939d18c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.166639] env[68292]: DEBUG nova.network.neutron [req-40248863-6190-4bb2-a0e3-ef16b5d9b999 req-68513a11-3e69-4934-be3d-5cba2eb4c5f1 service nova] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Updating instance_info_cache with network_info: [{"id": "67e011cd-6171-4938-a923-ea3c1939d18c", "address": "fa:16:3e:5b:b6:f7", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67e011cd-61", "ovs_interfaceid": "67e011cd-6171-4938-a923-ea3c1939d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.282893] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071585, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.364097] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071586, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.462225] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.291s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.463576] env[68292]: DEBUG nova.compute.manager [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.467357] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.235s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.469326] env[68292]: INFO nova.compute.claims [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.478493] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquiring lock "cd01f9f6-0793-4e51-8197-6022d31f9a97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.478493] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Lock "cd01f9f6-0793-4e51-8197-6022d31f9a97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.625600] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Acquiring lock "refresh_cache-f42defe1-aa9a-4277-b53f-4a72bc3150a2" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.625655] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Acquired lock "refresh_cache-f42defe1-aa9a-4277-b53f-4a72bc3150a2" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.625850] env[68292]: DEBUG nova.network.neutron [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.669643] env[68292]: DEBUG oslo_concurrency.lockutils [req-40248863-6190-4bb2-a0e3-ef16b5d9b999 req-68513a11-3e69-4934-be3d-5cba2eb4c5f1 service nova] Releasing lock "refresh_cache-19002d14-56a7-4f6c-a285-34e48434122d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.669643] env[68292]: DEBUG nova.compute.manager [req-40248863-6190-4bb2-a0e3-ef16b5d9b999 req-68513a11-3e69-4934-be3d-5cba2eb4c5f1 service nova] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Received event network-vif-deleted-60b6f5c0-5c1a-4cec-91ae-97a51d177d69 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.781703] env[68292]: DEBUG oslo_vmware.api [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071585, 'name': PowerOnVM_Task, 'duration_secs': 1.148527} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.782052] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.782294] env[68292]: INFO nova.compute.manager [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Took 12.06 seconds to spawn the instance on the hypervisor. [ 709.782536] env[68292]: DEBUG nova.compute.manager [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.783489] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1068fe-ad53-4cf8-9e11-b0d9d3d51179 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.857209] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600162} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.858047] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 19002d14-56a7-4f6c-a285-34e48434122d/19002d14-56a7-4f6c-a285-34e48434122d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.858458] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.858862] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5f1d79e-adc7-40b2-95c3-6aba644b5cdb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.867972] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 709.867972] env[68292]: value = "task-3071587" [ 709.867972] env[68292]: _type = "Task" [ 709.867972] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.878066] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.974292] env[68292]: DEBUG nova.compute.utils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.982965] env[68292]: DEBUG nova.compute.manager [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.982965] env[68292]: DEBUG nova.network.neutron [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.033520] env[68292]: DEBUG nova.policy [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd099959af3ff460982c762f306875277', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eb97faa712b4a19a260d7af154f169a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.185009] env[68292]: DEBUG nova.network.neutron [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.251235] env[68292]: DEBUG nova.compute.manager [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Received event network-vif-plugged-d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.251702] env[68292]: DEBUG oslo_concurrency.lockutils [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] Acquiring lock "f42defe1-aa9a-4277-b53f-4a72bc3150a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.254223] env[68292]: DEBUG oslo_concurrency.lockutils [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] Lock "f42defe1-aa9a-4277-b53f-4a72bc3150a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.254223] env[68292]: DEBUG oslo_concurrency.lockutils [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] Lock "f42defe1-aa9a-4277-b53f-4a72bc3150a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.254223] env[68292]: DEBUG nova.compute.manager [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] No waiting events found dispatching network-vif-plugged-d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.254223] env[68292]: WARNING nova.compute.manager [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Received unexpected event network-vif-plugged-d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c for instance with vm_state building and task_state spawning. [ 710.254223] env[68292]: DEBUG nova.compute.manager [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Received event network-changed-bd373b1e-e090-48da-824f-27df7796d9ab {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.254728] env[68292]: DEBUG nova.compute.manager [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Refreshing instance network info cache due to event network-changed-bd373b1e-e090-48da-824f-27df7796d9ab. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.254728] env[68292]: DEBUG oslo_concurrency.lockutils [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] Acquiring lock "refresh_cache-fb38cea4-d100-4b0c-bf60-53a77aac36c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.254728] env[68292]: DEBUG oslo_concurrency.lockutils [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] Acquired lock "refresh_cache-fb38cea4-d100-4b0c-bf60-53a77aac36c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.254728] env[68292]: DEBUG nova.network.neutron [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Refreshing network info cache for port bd373b1e-e090-48da-824f-27df7796d9ab {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.306929] env[68292]: INFO nova.compute.manager [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Took 34.58 seconds to build instance. [ 710.379388] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075174} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.379738] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.380648] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93bd849-1bdb-49be-b79a-c84c647e3743 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.406785] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 19002d14-56a7-4f6c-a285-34e48434122d/19002d14-56a7-4f6c-a285-34e48434122d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.411336] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e75b7932-13e1-4820-ba7f-9933c83e06c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.429833] env[68292]: DEBUG nova.compute.manager [req-a908d99d-45ce-47c1-819d-f56a77bb2d2d req-861b8307-f551-4e48-8af5-cc222ea300fb service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Received event network-changed-8dfbd856-76f7-4db5-ad21-b568a644750f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.429833] env[68292]: DEBUG nova.compute.manager [req-a908d99d-45ce-47c1-819d-f56a77bb2d2d req-861b8307-f551-4e48-8af5-cc222ea300fb service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Refreshing instance network info cache due to event network-changed-8dfbd856-76f7-4db5-ad21-b568a644750f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.430116] env[68292]: DEBUG oslo_concurrency.lockutils [req-a908d99d-45ce-47c1-819d-f56a77bb2d2d req-861b8307-f551-4e48-8af5-cc222ea300fb service nova] Acquiring lock "refresh_cache-220c91c5-79e3-4a25-a5cc-708741b4356a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.430393] env[68292]: DEBUG oslo_concurrency.lockutils [req-a908d99d-45ce-47c1-819d-f56a77bb2d2d req-861b8307-f551-4e48-8af5-cc222ea300fb service nova] Acquired lock "refresh_cache-220c91c5-79e3-4a25-a5cc-708741b4356a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.430506] env[68292]: DEBUG nova.network.neutron [req-a908d99d-45ce-47c1-819d-f56a77bb2d2d req-861b8307-f551-4e48-8af5-cc222ea300fb service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Refreshing network info cache for port 8dfbd856-76f7-4db5-ad21-b568a644750f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.439996] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 710.439996] env[68292]: value = "task-3071588" [ 710.439996] env[68292]: _type = "Task" [ 710.439996] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.447254] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.447510] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.454014] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.481573] env[68292]: DEBUG nova.compute.manager [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.493774] env[68292]: DEBUG nova.network.neutron [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Updating instance_info_cache with network_info: [{"id": "d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c", "address": "fa:16:3e:ea:29:4a", "network": {"id": "bc798c08-be0a-45c6-aaca-de8cc7fda79a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1555592009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04344cf2b25a40329293cff1bdf1eb6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1959a9e-a1", "ovs_interfaceid": "d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.588293] env[68292]: DEBUG nova.network.neutron [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Successfully created port: d9ff51d4-aa89-4d12-b037-fb66292913bf {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.785652] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.786117] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.812878] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d8f49760-7ef8-4016-8940-4c2e4f505172 tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.213s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.960502] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.998164] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Releasing lock "refresh_cache-f42defe1-aa9a-4277-b53f-4a72bc3150a2" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.998164] env[68292]: DEBUG nova.compute.manager [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Instance network_info: |[{"id": "d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c", "address": "fa:16:3e:ea:29:4a", "network": {"id": "bc798c08-be0a-45c6-aaca-de8cc7fda79a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1555592009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04344cf2b25a40329293cff1bdf1eb6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1959a9e-a1", "ovs_interfaceid": "d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.998304] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:29:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1959a9e-a1aa-48c3-bd8f-50c3c9c7877c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.008049] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Creating folder: Project (04344cf2b25a40329293cff1bdf1eb6f). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.010662] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c69f5c07-2f93-4aee-a5e2-5a0e2ea25b28 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.023461] env[68292]: DEBUG nova.network.neutron [req-a908d99d-45ce-47c1-819d-f56a77bb2d2d req-861b8307-f551-4e48-8af5-cc222ea300fb service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.026821] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Created folder: Project (04344cf2b25a40329293cff1bdf1eb6f) in parent group-v614981. [ 711.027078] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Creating folder: Instances. Parent ref: group-v615049. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.027137] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0339ed46-5ac1-49c8-81e8-434d84e81f28 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.038961] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Created folder: Instances in parent group-v615049. [ 711.039244] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.039431] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.039632] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e80c00af-8240-47af-a042-9626c54a4f86 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.063858] env[68292]: DEBUG nova.network.neutron [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Successfully updated port: dbc66008-c11b-4947-9926-35d5ce375f08 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.070976] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.070976] env[68292]: value = "task-3071591" [ 711.070976] env[68292]: _type = "Task" [ 711.070976] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.086363] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071591, 'name': CreateVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.112831] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43363bc6-697a-4977-81df-7da4cff66909 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.128713] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e15179-39d5-4f52-882a-8aadd62aa7c7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.159483] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0882961e-7c1d-430f-b024-c18aa8d06da3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.167391] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ec8379-039d-40cd-8840-50aef5cc6a92 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.181855] env[68292]: DEBUG nova.compute.provider_tree [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.296747] env[68292]: DEBUG nova.network.neutron [req-a908d99d-45ce-47c1-819d-f56a77bb2d2d req-861b8307-f551-4e48-8af5-cc222ea300fb service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.298442] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.300701] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.300701] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.300701] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.300701] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.300701] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.300701] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68292) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 711.301934] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.330585] env[68292]: DEBUG nova.compute.manager [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.389107] env[68292]: DEBUG nova.network.neutron [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Updated VIF entry in instance network info cache for port bd373b1e-e090-48da-824f-27df7796d9ab. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.389107] env[68292]: DEBUG nova.network.neutron [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Updating instance_info_cache with network_info: [{"id": "bd373b1e-e090-48da-824f-27df7796d9ab", "address": "fa:16:3e:dc:5a:85", "network": {"id": "00193e27-cb1d-4d76-9073-4230a3e83a9c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1363812338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ffea38acaf45c9bb5f85eade5c81a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd373b1e-e0", "ovs_interfaceid": "bd373b1e-e090-48da-824f-27df7796d9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.455710] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071588, 'name': ReconfigVM_Task, 'duration_secs': 0.595853} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.457080] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 19002d14-56a7-4f6c-a285-34e48434122d/19002d14-56a7-4f6c-a285-34e48434122d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.457778] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6362a824-57be-4150-8286-4004e00062fe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.469960] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 711.469960] env[68292]: value = "task-3071592" [ 711.469960] env[68292]: _type = "Task" [ 711.469960] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.485863] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071592, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.495273] env[68292]: DEBUG nova.compute.manager [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.537216] env[68292]: DEBUG nova.virt.hardware [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.537533] env[68292]: DEBUG nova.virt.hardware [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.537768] env[68292]: DEBUG nova.virt.hardware [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.537985] env[68292]: DEBUG nova.virt.hardware [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.538154] env[68292]: DEBUG nova.virt.hardware [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.538300] env[68292]: DEBUG nova.virt.hardware [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.538508] env[68292]: DEBUG nova.virt.hardware [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.538664] env[68292]: DEBUG nova.virt.hardware [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.538837] env[68292]: DEBUG nova.virt.hardware [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.538998] env[68292]: DEBUG nova.virt.hardware [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.539185] env[68292]: DEBUG nova.virt.hardware [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.540680] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e4d7b2-9e70-4923-aefe-c8ee99789097 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.548933] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b224faca-3fcd-46b3-9d29-c640c27a4cf2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.572596] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "refresh_cache-220c91c5-79e3-4a25-a5cc-708741b4356a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.582805] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071591, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.685536] env[68292]: DEBUG nova.scheduler.client.report [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.799923] env[68292]: DEBUG oslo_concurrency.lockutils [req-a908d99d-45ce-47c1-819d-f56a77bb2d2d req-861b8307-f551-4e48-8af5-cc222ea300fb service nova] Releasing lock "refresh_cache-220c91c5-79e3-4a25-a5cc-708741b4356a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.800351] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquired lock "refresh_cache-220c91c5-79e3-4a25-a5cc-708741b4356a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.800521] env[68292]: DEBUG nova.network.neutron [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.805480] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.858647] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.888104] env[68292]: DEBUG oslo_concurrency.lockutils [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] Releasing lock "refresh_cache-fb38cea4-d100-4b0c-bf60-53a77aac36c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.888442] env[68292]: DEBUG nova.compute.manager [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Received event network-changed-d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.888640] env[68292]: DEBUG nova.compute.manager [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Refreshing instance network info cache due to event network-changed-d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.888905] env[68292]: DEBUG oslo_concurrency.lockutils [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] Acquiring lock "refresh_cache-f42defe1-aa9a-4277-b53f-4a72bc3150a2" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.889079] env[68292]: DEBUG oslo_concurrency.lockutils [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] Acquired lock "refresh_cache-f42defe1-aa9a-4277-b53f-4a72bc3150a2" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.889270] env[68292]: DEBUG nova.network.neutron [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Refreshing network info cache for port d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.980510] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071592, 'name': Rename_Task, 'duration_secs': 0.350605} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.980814] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.981040] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec6de3d5-fb0f-401e-acc1-7bf0d0acab44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.987572] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 711.987572] env[68292]: value = "task-3071593" [ 711.987572] env[68292]: _type = "Task" [ 711.987572] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.995715] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.059993] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Acquiring lock "7575146e-b572-457f-a8e8-34005b5e9028" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.060282] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lock "7575146e-b572-457f-a8e8-34005b5e9028" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.060501] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Acquiring lock "7575146e-b572-457f-a8e8-34005b5e9028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.060682] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lock "7575146e-b572-457f-a8e8-34005b5e9028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.060912] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lock "7575146e-b572-457f-a8e8-34005b5e9028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.064860] env[68292]: INFO nova.compute.manager [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Terminating instance [ 712.084238] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071591, 'name': CreateVM_Task, 'duration_secs': 0.515273} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.085088] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.086122] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.086122] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.086329] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.086994] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0467a25a-04dc-468e-8768-c20d2146c93e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.092013] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Waiting for the task: (returnval){ [ 712.092013] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52be7c8c-8065-7aa9-ae21-4689aa70c581" [ 712.092013] env[68292]: _type = "Task" [ 712.092013] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.101012] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52be7c8c-8065-7aa9-ae21-4689aa70c581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.198084] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.198084] env[68292]: DEBUG nova.compute.manager [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.206025] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.388s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.206025] env[68292]: INFO nova.compute.claims [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.414916] env[68292]: DEBUG nova.network.neutron [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.498999] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.569510] env[68292]: DEBUG nova.compute.manager [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.569757] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.573672] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07df4482-cc13-4191-a53e-e83eaf8e9739 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.592417] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.593055] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c3f1ad8-5d47-4f68-9b94-82e9bb8008db {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.604638] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52be7c8c-8065-7aa9-ae21-4689aa70c581, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.606885] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.607477] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.607957] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.608330] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.608713] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.609315] env[68292]: DEBUG oslo_vmware.api [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 712.609315] env[68292]: value = "task-3071594" [ 712.609315] env[68292]: _type = "Task" [ 712.609315] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.612020] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8260e8a2-5fce-4531-b6a9-df90bbd8080b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.622498] env[68292]: DEBUG oslo_vmware.api [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.624684] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.625422] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.627112] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dee3b15-9983-4fe5-84eb-84b59be0c455 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.633603] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Waiting for the task: (returnval){ [ 712.633603] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]523eab12-0cbd-eea4-80ae-7bf419164bbf" [ 712.633603] env[68292]: _type = "Task" [ 712.633603] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.641875] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523eab12-0cbd-eea4-80ae-7bf419164bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.712674] env[68292]: DEBUG nova.compute.utils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.719186] env[68292]: DEBUG nova.compute.manager [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.719186] env[68292]: DEBUG nova.network.neutron [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.955607] env[68292]: DEBUG nova.policy [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd3423e000e4c3e9720c7603e4a2884', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95d033f64a004e809d73f805ea9ab165', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.999333] env[68292]: DEBUG oslo_vmware.api [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071593, 'name': PowerOnVM_Task, 'duration_secs': 0.836051} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.999333] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.999448] env[68292]: INFO nova.compute.manager [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Took 9.74 seconds to spawn the instance on the hypervisor. [ 712.999616] env[68292]: DEBUG nova.compute.manager [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.000400] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcdc678-7844-47a1-a7ec-eb69bf61e126 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.083564] env[68292]: DEBUG nova.network.neutron [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Updated VIF entry in instance network info cache for port d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.083911] env[68292]: DEBUG nova.network.neutron [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Updating instance_info_cache with network_info: [{"id": "d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c", "address": "fa:16:3e:ea:29:4a", "network": {"id": "bc798c08-be0a-45c6-aaca-de8cc7fda79a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1555592009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04344cf2b25a40329293cff1bdf1eb6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1959a9e-a1", "ovs_interfaceid": "d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.129911] env[68292]: DEBUG oslo_vmware.api [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071594, 'name': PowerOffVM_Task, 'duration_secs': 0.235045} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.133016] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.133236] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.133604] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76d90630-a44b-4c33-8e9b-1b40c672ecb2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.146167] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523eab12-0cbd-eea4-80ae-7bf419164bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.148353] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8dfc90f-8122-41cb-ad2b-79b44706c644 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.152399] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Waiting for the task: (returnval){ [ 713.152399] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]525a4fc6-fdb2-5ba1-ddab-9d7894dfce23" [ 713.152399] env[68292]: _type = "Task" [ 713.152399] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.162040] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525a4fc6-fdb2-5ba1-ddab-9d7894dfce23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.204761] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.205147] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.206309] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Deleting the datastore file [datastore2] 7575146e-b572-457f-a8e8-34005b5e9028 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.206309] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b86d402e-54f6-4de5-99e3-83e6229d923c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.219992] env[68292]: DEBUG oslo_vmware.api [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for the task: (returnval){ [ 713.219992] env[68292]: value = "task-3071596" [ 713.219992] env[68292]: _type = "Task" [ 713.219992] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.220584] env[68292]: DEBUG nova.compute.manager [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.255617] env[68292]: DEBUG oslo_vmware.api [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.257323] env[68292]: DEBUG nova.network.neutron [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Successfully updated port: d9ff51d4-aa89-4d12-b037-fb66292913bf {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.404197] env[68292]: DEBUG nova.network.neutron [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Updating instance_info_cache with network_info: [{"id": "62a42586-0793-417c-9b20-450b8506bf87", "address": "fa:16:3e:e1:15:ec", "network": {"id": "99b3ef7c-d71a-4cad-911b-a9432a6455e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153830426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a42586-07", "ovs_interfaceid": "62a42586-0793-417c-9b20-450b8506bf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8dfbd856-76f7-4db5-ad21-b568a644750f", "address": "fa:16:3e:41:90:f6", "network": {"id": "a8863ccf-08e6-4d19-847d-7772a78097bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-818403536", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfbd856-76", "ovs_interfaceid": "8dfbd856-76f7-4db5-ad21-b568a644750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbc66008-c11b-4947-9926-35d5ce375f08", "address": "fa:16:3e:25:e0:0c", "network": {"id": "99b3ef7c-d71a-4cad-911b-a9432a6455e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153830426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc66008-c1", "ovs_interfaceid": "dbc66008-c11b-4947-9926-35d5ce375f08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.520162] env[68292]: INFO nova.compute.manager [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Took 33.41 seconds to build instance. [ 713.588988] env[68292]: DEBUG oslo_concurrency.lockutils [req-35ded6f3-b94f-4aaa-a52d-3df019820ef0 req-713d5416-17eb-4a4c-a065-26e9accf1664 service nova] Releasing lock "refresh_cache-f42defe1-aa9a-4277-b53f-4a72bc3150a2" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.653419] env[68292]: DEBUG nova.compute.manager [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Received event network-vif-plugged-dbc66008-c11b-4947-9926-35d5ce375f08 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.653792] env[68292]: DEBUG oslo_concurrency.lockutils [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] Acquiring lock "220c91c5-79e3-4a25-a5cc-708741b4356a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.654125] env[68292]: DEBUG oslo_concurrency.lockutils [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] Lock "220c91c5-79e3-4a25-a5cc-708741b4356a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.654511] env[68292]: DEBUG oslo_concurrency.lockutils [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] Lock "220c91c5-79e3-4a25-a5cc-708741b4356a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.654866] env[68292]: DEBUG nova.compute.manager [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] No waiting events found dispatching network-vif-plugged-dbc66008-c11b-4947-9926-35d5ce375f08 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.655159] env[68292]: WARNING nova.compute.manager [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Received unexpected event network-vif-plugged-dbc66008-c11b-4947-9926-35d5ce375f08 for instance with vm_state building and task_state spawning. [ 713.655423] env[68292]: DEBUG nova.compute.manager [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Received event network-changed-dbc66008-c11b-4947-9926-35d5ce375f08 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.656421] env[68292]: DEBUG nova.compute.manager [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Refreshing instance network info cache due to event network-changed-dbc66008-c11b-4947-9926-35d5ce375f08. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.656421] env[68292]: DEBUG oslo_concurrency.lockutils [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] Acquiring lock "refresh_cache-220c91c5-79e3-4a25-a5cc-708741b4356a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.669938] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525a4fc6-fdb2-5ba1-ddab-9d7894dfce23, 'name': SearchDatastore_Task, 'duration_secs': 0.009306} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.670604] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.670604] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] f42defe1-aa9a-4277-b53f-4a72bc3150a2/f42defe1-aa9a-4277-b53f-4a72bc3150a2.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.673461] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9027b307-9664-47cc-9c25-fb60b82921eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.682590] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Waiting for the task: (returnval){ [ 713.682590] env[68292]: value = "task-3071597" [ 713.682590] env[68292]: _type = "Task" [ 713.682590] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.694126] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.740669] env[68292]: DEBUG oslo_vmware.api [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Task: {'id': task-3071596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146457} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.741212] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.741622] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.741839] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.742077] env[68292]: INFO nova.compute.manager [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Took 1.17 seconds to destroy the instance on the hypervisor. [ 713.742309] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.742528] env[68292]: DEBUG nova.compute.manager [-] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.742622] env[68292]: DEBUG nova.network.neutron [-] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.762422] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Acquiring lock "refresh_cache-357679d3-4eba-4d3f-9178-43e4521fe6aa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.762422] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Acquired lock "refresh_cache-357679d3-4eba-4d3f-9178-43e4521fe6aa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.762422] env[68292]: DEBUG nova.network.neutron [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.881461] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573b7664-4b3b-4541-9dc5-5ede721574d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.890364] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87e0bfb-2ea5-4cc0-b1b7-c5c10b4c9494 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.928570] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Releasing lock "refresh_cache-220c91c5-79e3-4a25-a5cc-708741b4356a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.928930] env[68292]: DEBUG nova.compute.manager [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Instance network_info: |[{"id": "62a42586-0793-417c-9b20-450b8506bf87", "address": "fa:16:3e:e1:15:ec", "network": {"id": "99b3ef7c-d71a-4cad-911b-a9432a6455e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153830426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a42586-07", "ovs_interfaceid": "62a42586-0793-417c-9b20-450b8506bf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8dfbd856-76f7-4db5-ad21-b568a644750f", "address": "fa:16:3e:41:90:f6", "network": {"id": "a8863ccf-08e6-4d19-847d-7772a78097bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-818403536", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfbd856-76", "ovs_interfaceid": "8dfbd856-76f7-4db5-ad21-b568a644750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbc66008-c11b-4947-9926-35d5ce375f08", "address": "fa:16:3e:25:e0:0c", "network": {"id": "99b3ef7c-d71a-4cad-911b-a9432a6455e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153830426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc66008-c1", "ovs_interfaceid": "dbc66008-c11b-4947-9926-35d5ce375f08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.930128] env[68292]: DEBUG oslo_concurrency.lockutils [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] Acquired lock "refresh_cache-220c91c5-79e3-4a25-a5cc-708741b4356a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.930330] env[68292]: DEBUG nova.network.neutron [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Refreshing network info cache for port dbc66008-c11b-4947-9926-35d5ce375f08 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.933326] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:15:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62a42586-0793-417c-9b20-450b8506bf87', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:90:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dfbd856-76f7-4db5-ad21-b568a644750f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:e0:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbc66008-c11b-4947-9926-35d5ce375f08', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.944925] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Creating folder: Project (0d00b1bf23444593a92380c6da3d7403). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.945944] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7654c685-e15d-43cb-aadd-2551c86a8512 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.952016] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef2ba95d-c708-4649-aef1-b6eade068415 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.958777] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84396e6-719b-4be8-8fca-e54bf1c1f118 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.964567] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Created folder: Project (0d00b1bf23444593a92380c6da3d7403) in parent group-v614981. [ 713.964774] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Creating folder: Instances. Parent ref: group-v615052. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.966084] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95318472-f32e-4004-b2e8-36d162cc724b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.975956] env[68292]: DEBUG nova.compute.provider_tree [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.990137] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Created folder: Instances in parent group-v615052. [ 713.990137] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.990137] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.990137] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fd2f5a8-213b-4346-a415-7b20e7b392a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.015292] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.015292] env[68292]: value = "task-3071600" [ 714.015292] env[68292]: _type = "Task" [ 714.015292] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.024168] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dda5fdba-b8fa-4351-964c-33e1ca62385a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "19002d14-56a7-4f6c-a285-34e48434122d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.930s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.024406] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071600, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.170832] env[68292]: DEBUG nova.network.neutron [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Successfully created port: 5a55f708-c7ba-4230-b230-ad192322fe6c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.199400] env[68292]: DEBUG nova.compute.manager [req-c564558e-f944-487d-ae7e-bc9465e10db3 req-a3530dde-acf2-4ad8-8235-c33613b60081 service nova] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Received event network-vif-plugged-d9ff51d4-aa89-4d12-b037-fb66292913bf {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.199400] env[68292]: DEBUG oslo_concurrency.lockutils [req-c564558e-f944-487d-ae7e-bc9465e10db3 req-a3530dde-acf2-4ad8-8235-c33613b60081 service nova] Acquiring lock "357679d3-4eba-4d3f-9178-43e4521fe6aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.199400] env[68292]: DEBUG oslo_concurrency.lockutils [req-c564558e-f944-487d-ae7e-bc9465e10db3 req-a3530dde-acf2-4ad8-8235-c33613b60081 service nova] Lock "357679d3-4eba-4d3f-9178-43e4521fe6aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.199400] env[68292]: DEBUG oslo_concurrency.lockutils [req-c564558e-f944-487d-ae7e-bc9465e10db3 req-a3530dde-acf2-4ad8-8235-c33613b60081 service nova] Lock "357679d3-4eba-4d3f-9178-43e4521fe6aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.199707] env[68292]: DEBUG nova.compute.manager [req-c564558e-f944-487d-ae7e-bc9465e10db3 req-a3530dde-acf2-4ad8-8235-c33613b60081 service nova] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] No waiting events found dispatching network-vif-plugged-d9ff51d4-aa89-4d12-b037-fb66292913bf {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.199784] env[68292]: WARNING nova.compute.manager [req-c564558e-f944-487d-ae7e-bc9465e10db3 req-a3530dde-acf2-4ad8-8235-c33613b60081 service nova] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Received unexpected event network-vif-plugged-d9ff51d4-aa89-4d12-b037-fb66292913bf for instance with vm_state building and task_state spawning. [ 714.204499] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480654} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.204829] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] f42defe1-aa9a-4277-b53f-4a72bc3150a2/f42defe1-aa9a-4277-b53f-4a72bc3150a2.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.205100] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.205652] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52c6d6b5-e916-4b5f-93bd-d6e80fc1511f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.214151] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Waiting for the task: (returnval){ [ 714.214151] env[68292]: value = "task-3071601" [ 714.214151] env[68292]: _type = "Task" [ 714.214151] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.223694] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.236336] env[68292]: DEBUG nova.compute.manager [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.273519] env[68292]: DEBUG nova.virt.hardware [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.273810] env[68292]: DEBUG nova.virt.hardware [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.273974] env[68292]: DEBUG nova.virt.hardware [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.274194] env[68292]: DEBUG nova.virt.hardware [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.274338] env[68292]: DEBUG nova.virt.hardware [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.274500] env[68292]: DEBUG nova.virt.hardware [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.274713] env[68292]: DEBUG nova.virt.hardware [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.274893] env[68292]: DEBUG nova.virt.hardware [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.275179] env[68292]: DEBUG nova.virt.hardware [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.275359] env[68292]: DEBUG nova.virt.hardware [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.275552] env[68292]: DEBUG nova.virt.hardware [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.278310] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48039a89-7412-43bd-bf1d-6427c0a4d51b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.288100] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d356ba-7e00-4720-af79-9dceb7ce21d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.303625] env[68292]: DEBUG nova.network.neutron [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.480324] env[68292]: DEBUG nova.scheduler.client.report [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.528434] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071600, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.528434] env[68292]: DEBUG nova.compute.manager [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.679107] env[68292]: DEBUG nova.network.neutron [-] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.725890] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091206} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.726434] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.727443] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4220123b-72bd-4376-8568-da13f0e74042 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.753808] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] f42defe1-aa9a-4277-b53f-4a72bc3150a2/f42defe1-aa9a-4277-b53f-4a72bc3150a2.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.758989] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af8181d-bfad-47b3-8efe-3a83fe58c75a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.783172] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Waiting for the task: (returnval){ [ 714.783172] env[68292]: value = "task-3071602" [ 714.783172] env[68292]: _type = "Task" [ 714.783172] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.795420] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.843066] env[68292]: DEBUG nova.network.neutron [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Updating instance_info_cache with network_info: [{"id": "d9ff51d4-aa89-4d12-b037-fb66292913bf", "address": "fa:16:3e:15:5a:44", "network": {"id": "73286b22-a6d2-4cce-8ab9-5c29abcbe681", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-600409355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb97faa712b4a19a260d7af154f169a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ff51d4-aa", "ovs_interfaceid": "d9ff51d4-aa89-4d12-b037-fb66292913bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.982177] env[68292]: DEBUG nova.network.neutron [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Updated VIF entry in instance network info cache for port dbc66008-c11b-4947-9926-35d5ce375f08. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.982177] env[68292]: DEBUG nova.network.neutron [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Updating instance_info_cache with network_info: [{"id": "62a42586-0793-417c-9b20-450b8506bf87", "address": "fa:16:3e:e1:15:ec", "network": {"id": "99b3ef7c-d71a-4cad-911b-a9432a6455e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153830426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a42586-07", "ovs_interfaceid": "62a42586-0793-417c-9b20-450b8506bf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8dfbd856-76f7-4db5-ad21-b568a644750f", "address": "fa:16:3e:41:90:f6", "network": {"id": "a8863ccf-08e6-4d19-847d-7772a78097bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-818403536", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfbd856-76", "ovs_interfaceid": "8dfbd856-76f7-4db5-ad21-b568a644750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbc66008-c11b-4947-9926-35d5ce375f08", "address": "fa:16:3e:25:e0:0c", "network": {"id": "99b3ef7c-d71a-4cad-911b-a9432a6455e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153830426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc66008-c1", "ovs_interfaceid": "dbc66008-c11b-4947-9926-35d5ce375f08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.986800] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.986800] env[68292]: DEBUG nova.compute.manager [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.989367] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.397s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.990835] env[68292]: INFO nova.compute.claims [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.028194] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071600, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.053797] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.183794] env[68292]: INFO nova.compute.manager [-] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Took 1.44 seconds to deallocate network for instance. [ 715.300212] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "db064b9d-7b96-4dea-bcdc-a663c9255357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.300530] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "db064b9d-7b96-4dea-bcdc-a663c9255357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.300778] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "db064b9d-7b96-4dea-bcdc-a663c9255357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.301016] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "db064b9d-7b96-4dea-bcdc-a663c9255357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.301415] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "db064b9d-7b96-4dea-bcdc-a663c9255357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.303285] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.308034] env[68292]: INFO nova.compute.manager [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Terminating instance [ 715.344101] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Releasing lock "refresh_cache-357679d3-4eba-4d3f-9178-43e4521fe6aa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.344841] env[68292]: DEBUG nova.compute.manager [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Instance network_info: |[{"id": "d9ff51d4-aa89-4d12-b037-fb66292913bf", "address": "fa:16:3e:15:5a:44", "network": {"id": "73286b22-a6d2-4cce-8ab9-5c29abcbe681", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-600409355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb97faa712b4a19a260d7af154f169a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ff51d4-aa", "ovs_interfaceid": "d9ff51d4-aa89-4d12-b037-fb66292913bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.345464] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:5a:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9ff51d4-aa89-4d12-b037-fb66292913bf', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.353045] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Creating folder: Project (3eb97faa712b4a19a260d7af154f169a). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.354062] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23c7c9cd-cfc8-4424-a84e-636b0380f4d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.366200] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Created folder: Project (3eb97faa712b4a19a260d7af154f169a) in parent group-v614981. [ 715.366281] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Creating folder: Instances. Parent ref: group-v615055. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.366528] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03e5b181-732f-4a68-b9b2-8263374206ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.376527] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Created folder: Instances in parent group-v615055. [ 715.376765] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.377034] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.377183] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd6a7910-73ef-4c37-888e-5a5a57d5d662 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.398756] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.398756] env[68292]: value = "task-3071605" [ 715.398756] env[68292]: _type = "Task" [ 715.398756] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.407433] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071605, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.489994] env[68292]: DEBUG oslo_concurrency.lockutils [req-bf94f746-6f59-42da-aca0-a2608c8b8bf6 req-b391dc87-7acf-4ae7-8d20-b4dc21c64569 service nova] Releasing lock "refresh_cache-220c91c5-79e3-4a25-a5cc-708741b4356a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.496241] env[68292]: DEBUG nova.compute.utils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.502162] env[68292]: DEBUG nova.compute.manager [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.502336] env[68292]: DEBUG nova.network.neutron [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.527387] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071600, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.555789] env[68292]: DEBUG nova.policy [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7713c4356f514ab4a124e22a01ea33d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92d533ceae514415919efdcc59829f9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.690518] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.800799] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.809769] env[68292]: DEBUG nova.compute.manager [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.810115] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.811029] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032ccd10-5ccb-430b-a21b-830d2f226f5d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.821844] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.825515] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f76c824d-c2c6-49fe-898c-e6f528965b24 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.911969] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071605, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.016432] env[68292]: DEBUG nova.compute.manager [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.035983] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071600, 'name': CreateVM_Task, 'duration_secs': 1.936564} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.035983] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.036969] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.037200] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.037579] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.037880] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a0df11-1ebc-4182-85a5-4a56bef22ff4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.043343] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 716.043343] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b0530e-2769-d384-3e73-b452edcf9f25" [ 716.043343] env[68292]: _type = "Task" [ 716.043343] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.057197] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b0530e-2769-d384-3e73-b452edcf9f25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.217402] env[68292]: DEBUG nova.network.neutron [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Successfully created port: 9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.300206] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071602, 'name': ReconfigVM_Task, 'duration_secs': 1.266005} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.303082] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Reconfigured VM instance instance-00000019 to attach disk [datastore2] f42defe1-aa9a-4277-b53f-4a72bc3150a2/f42defe1-aa9a-4277-b53f-4a72bc3150a2.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.304171] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9913ce3e-c6bc-4849-ae26-befc51e0112d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.311766] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Waiting for the task: (returnval){ [ 716.311766] env[68292]: value = "task-3071607" [ 716.311766] env[68292]: _type = "Task" [ 716.311766] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.323632] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071607, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.412046] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071605, 'name': CreateVM_Task, 'duration_secs': 0.636374} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.412195] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.413141] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.502101] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.502229] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.502506] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Deleting the datastore file [datastore1] db064b9d-7b96-4dea-bcdc-a663c9255357 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.502765] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-719c21bd-7ec0-4cea-9135-eeccd3fec5b8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.509301] env[68292]: DEBUG oslo_vmware.api [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 716.509301] env[68292]: value = "task-3071608" [ 716.509301] env[68292]: _type = "Task" [ 716.509301] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.517511] env[68292]: DEBUG oslo_vmware.api [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.555724] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b0530e-2769-d384-3e73-b452edcf9f25, 'name': SearchDatastore_Task, 'duration_secs': 0.012319} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.556049] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.556345] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.556535] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.557300] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.557300] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.557300] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.557538] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.557786] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-338ea6b7-a23c-41ad-a5ac-1ccfd3f0a6b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.559800] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8108ebae-8b65-4e6b-a653-78ecbc7e9061 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.564310] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42b355a-f182-4204-873d-3bcf955ea665 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.570735] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Waiting for the task: (returnval){ [ 716.570735] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e56194-f6d6-b107-171f-37b2c1353d85" [ 716.570735] env[68292]: _type = "Task" [ 716.570735] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.574468] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.574468] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.579109] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdc68e0-e467-49c9-a8a6-ecdf37bef13c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.583345] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc9e5eb-c5f6-4011-ad8a-cc38820ee9ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.589618] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 716.589618] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527c1568-a9fe-a20b-f653-e08141bf31e2" [ 716.589618] env[68292]: _type = "Task" [ 716.589618] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.624534] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e56194-f6d6-b107-171f-37b2c1353d85, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.629694] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6b50b4-2808-4cb6-8556-26ae5ea3616d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.632307] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.632521] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.632745] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.634617] env[68292]: DEBUG nova.compute.manager [req-15c6723a-8b0a-42a2-9ca5-4adcf63ec829 req-f505eca5-eadd-49d5-9666-2733a62ef3f4 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Received event network-changed-4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.634617] env[68292]: DEBUG nova.compute.manager [req-15c6723a-8b0a-42a2-9ca5-4adcf63ec829 req-f505eca5-eadd-49d5-9666-2733a62ef3f4 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Refreshing instance network info cache due to event network-changed-4a988fa2-66a8-4277-8e8e-6993c355c51c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.634617] env[68292]: DEBUG oslo_concurrency.lockutils [req-15c6723a-8b0a-42a2-9ca5-4adcf63ec829 req-f505eca5-eadd-49d5-9666-2733a62ef3f4 service nova] Acquiring lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.634617] env[68292]: DEBUG oslo_concurrency.lockutils [req-15c6723a-8b0a-42a2-9ca5-4adcf63ec829 req-f505eca5-eadd-49d5-9666-2733a62ef3f4 service nova] Acquired lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.634877] env[68292]: DEBUG nova.network.neutron [req-15c6723a-8b0a-42a2-9ca5-4adcf63ec829 req-f505eca5-eadd-49d5-9666-2733a62ef3f4 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Refreshing network info cache for port 4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.646831] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527c1568-a9fe-a20b-f653-e08141bf31e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.648684] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede503cd-23ec-4cc5-9755-c954eab32234 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.654077] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1decc742-ba2f-4201-8e6b-3e6353687b1f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.659606] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 716.659606] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5221e95c-50e9-94a1-712c-0155078a2429" [ 716.659606] env[68292]: _type = "Task" [ 716.659606] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.668506] env[68292]: DEBUG nova.compute.provider_tree [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.678229] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5221e95c-50e9-94a1-712c-0155078a2429, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.678484] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.678734] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 220c91c5-79e3-4a25-a5cc-708741b4356a/220c91c5-79e3-4a25-a5cc-708741b4356a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.681870] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.681870] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.681870] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47a6523c-8b1a-4074-9868-527331c4dd8c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.682427] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c4e24ef-bfb4-4fbd-b96a-0e225c70a861 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.689468] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 716.689468] env[68292]: value = "task-3071609" [ 716.689468] env[68292]: _type = "Task" [ 716.689468] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.694162] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.694424] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.695572] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e91022-6ec4-4486-9e58-8c8e0348fc8f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.701243] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.704708] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Waiting for the task: (returnval){ [ 716.704708] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52fe8896-23ea-2fbe-6311-60ae94148da8" [ 716.704708] env[68292]: _type = "Task" [ 716.704708] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.711840] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fe8896-23ea-2fbe-6311-60ae94148da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.821647] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071607, 'name': Rename_Task, 'duration_secs': 0.137991} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.822589] env[68292]: DEBUG nova.network.neutron [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Successfully updated port: 5a55f708-c7ba-4230-b230-ad192322fe6c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.823668] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.823920] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e435837-0c7e-4f81-b656-ad38a16f086c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.830126] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Waiting for the task: (returnval){ [ 716.830126] env[68292]: value = "task-3071610" [ 716.830126] env[68292]: _type = "Task" [ 716.830126] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.840663] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.995158] env[68292]: DEBUG oslo_concurrency.lockutils [None req-85002434-e76b-4533-9b90-8c7729d842f8 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "6595abe9-5f39-4106-9850-66040f8f7260" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.995621] env[68292]: DEBUG oslo_concurrency.lockutils [None req-85002434-e76b-4533-9b90-8c7729d842f8 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "6595abe9-5f39-4106-9850-66040f8f7260" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.025344] env[68292]: DEBUG oslo_vmware.api [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187669} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.026985] env[68292]: DEBUG nova.compute.manager [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.030725] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.033370] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.033370] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.033370] env[68292]: INFO nova.compute.manager [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Took 1.22 seconds to destroy the instance on the hypervisor. [ 717.033370] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.036799] env[68292]: DEBUG nova.compute.manager [-] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.036799] env[68292]: DEBUG nova.network.neutron [-] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.076108] env[68292]: DEBUG nova.virt.hardware [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.076108] env[68292]: DEBUG nova.virt.hardware [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.076298] env[68292]: DEBUG nova.virt.hardware [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.076400] env[68292]: DEBUG nova.virt.hardware [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.076554] env[68292]: DEBUG nova.virt.hardware [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.076698] env[68292]: DEBUG nova.virt.hardware [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.076918] env[68292]: DEBUG nova.virt.hardware [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.077084] env[68292]: DEBUG nova.virt.hardware [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.077324] env[68292]: DEBUG nova.virt.hardware [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.077488] env[68292]: DEBUG nova.virt.hardware [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.077655] env[68292]: DEBUG nova.virt.hardware [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.078695] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f5dfab-443c-465a-8b5c-add6ae083def {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.090338] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1132a065-b77e-42a7-9ccf-e3fbdca06c50 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.175154] env[68292]: DEBUG nova.scheduler.client.report [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.209882] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477619} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.213650] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 220c91c5-79e3-4a25-a5cc-708741b4356a/220c91c5-79e3-4a25-a5cc-708741b4356a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.213931] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.214486] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63bf746b-ff1f-48b3-b977-85f2f36d323f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.226350] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fe8896-23ea-2fbe-6311-60ae94148da8, 'name': SearchDatastore_Task, 'duration_secs': 0.007651} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.229605] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 717.229605] env[68292]: value = "task-3071611" [ 717.229605] env[68292]: _type = "Task" [ 717.229605] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.229832] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e673a5a0-fa21-4020-84ec-e48b350dabb9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.240545] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Waiting for the task: (returnval){ [ 717.240545] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5200dbc4-ce93-6be8-cc2b-eabbc1fd3104" [ 717.240545] env[68292]: _type = "Task" [ 717.240545] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.244375] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.256372] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5200dbc4-ce93-6be8-cc2b-eabbc1fd3104, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.256658] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.256919] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 357679d3-4eba-4d3f-9178-43e4521fe6aa/357679d3-4eba-4d3f-9178-43e4521fe6aa.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.258022] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42fe9fd0-c98c-4834-897a-faae15928fda {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.265286] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Waiting for the task: (returnval){ [ 717.265286] env[68292]: value = "task-3071612" [ 717.265286] env[68292]: _type = "Task" [ 717.265286] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.274092] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.328155] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "refresh_cache-a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.328602] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquired lock "refresh_cache-a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.328951] env[68292]: DEBUG nova.network.neutron [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.346352] env[68292]: DEBUG nova.compute.manager [req-209e7665-766e-4e6b-8039-a6b947d34ce0 req-d6e73529-cf13-4bc6-8228-e36dec03ee8f service nova] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Received event network-changed-d9ff51d4-aa89-4d12-b037-fb66292913bf {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.346352] env[68292]: DEBUG nova.compute.manager [req-209e7665-766e-4e6b-8039-a6b947d34ce0 req-d6e73529-cf13-4bc6-8228-e36dec03ee8f service nova] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Refreshing instance network info cache due to event network-changed-d9ff51d4-aa89-4d12-b037-fb66292913bf. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.346780] env[68292]: DEBUG oslo_concurrency.lockutils [req-209e7665-766e-4e6b-8039-a6b947d34ce0 req-d6e73529-cf13-4bc6-8228-e36dec03ee8f service nova] Acquiring lock "refresh_cache-357679d3-4eba-4d3f-9178-43e4521fe6aa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.347087] env[68292]: DEBUG oslo_concurrency.lockutils [req-209e7665-766e-4e6b-8039-a6b947d34ce0 req-d6e73529-cf13-4bc6-8228-e36dec03ee8f service nova] Acquired lock "refresh_cache-357679d3-4eba-4d3f-9178-43e4521fe6aa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.347465] env[68292]: DEBUG nova.network.neutron [req-209e7665-766e-4e6b-8039-a6b947d34ce0 req-d6e73529-cf13-4bc6-8228-e36dec03ee8f service nova] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Refreshing network info cache for port d9ff51d4-aa89-4d12-b037-fb66292913bf {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.361091] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071610, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.680750] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.681423] env[68292]: DEBUG nova.compute.manager [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.688760] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.313s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.689016] env[68292]: DEBUG nova.objects.instance [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lazy-loading 'resources' on Instance uuid 269a608d-8978-471e-bc46-1196679c5811 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.746398] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073858} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.747437] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.748467] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f41f84-0d6a-4472-bef7-0e56709e488a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.782130] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 220c91c5-79e3-4a25-a5cc-708741b4356a/220c91c5-79e3-4a25-a5cc-708741b4356a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.786368] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be357c6e-2432-44e4-966d-4b22989f8e7b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.809019] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473956} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.809019] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 357679d3-4eba-4d3f-9178-43e4521fe6aa/357679d3-4eba-4d3f-9178-43e4521fe6aa.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.809019] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.809230] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5711705f-56d0-4fbe-a7dc-728d06344019 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.814797] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 717.814797] env[68292]: value = "task-3071613" [ 717.814797] env[68292]: _type = "Task" [ 717.814797] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.816217] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Waiting for the task: (returnval){ [ 717.816217] env[68292]: value = "task-3071614" [ 717.816217] env[68292]: _type = "Task" [ 717.816217] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.834435] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.834837] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.843719] env[68292]: DEBUG oslo_vmware.api [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071610, 'name': PowerOnVM_Task, 'duration_secs': 0.642241} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.845952] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.846185] env[68292]: INFO nova.compute.manager [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Took 11.87 seconds to spawn the instance on the hypervisor. [ 717.846364] env[68292]: DEBUG nova.compute.manager [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.847179] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eebc950-8982-4dee-8dd2-5900f19d3c41 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.884880] env[68292]: DEBUG nova.network.neutron [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.065381] env[68292]: DEBUG nova.network.neutron [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Updating instance_info_cache with network_info: [{"id": "5a55f708-c7ba-4230-b230-ad192322fe6c", "address": "fa:16:3e:29:ad:fe", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a55f708-c7", "ovs_interfaceid": "5a55f708-c7ba-4230-b230-ad192322fe6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.197716] env[68292]: DEBUG nova.compute.utils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.199451] env[68292]: DEBUG nova.network.neutron [-] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.200408] env[68292]: DEBUG nova.compute.manager [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.200579] env[68292]: DEBUG nova.network.neutron [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.246148] env[68292]: DEBUG nova.network.neutron [req-15c6723a-8b0a-42a2-9ca5-4adcf63ec829 req-f505eca5-eadd-49d5-9666-2733a62ef3f4 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updated VIF entry in instance network info cache for port 4a988fa2-66a8-4277-8e8e-6993c355c51c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.246479] env[68292]: DEBUG nova.network.neutron [req-15c6723a-8b0a-42a2-9ca5-4adcf63ec829 req-f505eca5-eadd-49d5-9666-2733a62ef3f4 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updating instance_info_cache with network_info: [{"id": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "address": "fa:16:3e:b8:60:b9", "network": {"id": "93337b5e-6705-4056-963b-b8981d71e8d3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831004586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a12d92afe574b19a0a0d9a8f78750e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a988fa2-66", "ovs_interfaceid": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.290019] env[68292]: DEBUG nova.policy [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fff93c8e0d647feaa558088e723d042', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2124c405f5754b16b1ef348924fb4d47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.333824] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.336632] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06698} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.338685] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.341573] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880e1f69-4bd3-4fb3-b322-a40d3248e363 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.373482] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 357679d3-4eba-4d3f-9178-43e4521fe6aa/357679d3-4eba-4d3f-9178-43e4521fe6aa.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.380675] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74029eb7-af56-4857-b68c-165df6febf19 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.395197] env[68292]: INFO nova.compute.manager [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Took 35.57 seconds to build instance. [ 718.402949] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Waiting for the task: (returnval){ [ 718.402949] env[68292]: value = "task-3071615" [ 718.402949] env[68292]: _type = "Task" [ 718.402949] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.412413] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.569413] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Releasing lock "refresh_cache-a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.569413] env[68292]: DEBUG nova.compute.manager [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Instance network_info: |[{"id": "5a55f708-c7ba-4230-b230-ad192322fe6c", "address": "fa:16:3e:29:ad:fe", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a55f708-c7", "ovs_interfaceid": "5a55f708-c7ba-4230-b230-ad192322fe6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.569740] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:ad:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a55f708-c7ba-4230-b230-ad192322fe6c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.578539] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.581629] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.582774] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b4429e0-e48e-4b94-85cb-9df3561a5c04 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.609157] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.609157] env[68292]: value = "task-3071616" [ 718.609157] env[68292]: _type = "Task" [ 718.609157] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.618163] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071616, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.697191] env[68292]: DEBUG nova.network.neutron [req-209e7665-766e-4e6b-8039-a6b947d34ce0 req-d6e73529-cf13-4bc6-8228-e36dec03ee8f service nova] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Updated VIF entry in instance network info cache for port d9ff51d4-aa89-4d12-b037-fb66292913bf. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.697589] env[68292]: DEBUG nova.network.neutron [req-209e7665-766e-4e6b-8039-a6b947d34ce0 req-d6e73529-cf13-4bc6-8228-e36dec03ee8f service nova] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Updating instance_info_cache with network_info: [{"id": "d9ff51d4-aa89-4d12-b037-fb66292913bf", "address": "fa:16:3e:15:5a:44", "network": {"id": "73286b22-a6d2-4cce-8ab9-5c29abcbe681", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-600409355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb97faa712b4a19a260d7af154f169a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ff51d4-aa", "ovs_interfaceid": "d9ff51d4-aa89-4d12-b037-fb66292913bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.703599] env[68292]: DEBUG nova.compute.manager [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.706323] env[68292]: INFO nova.compute.manager [-] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Took 1.67 seconds to deallocate network for instance. [ 718.748795] env[68292]: DEBUG oslo_concurrency.lockutils [req-15c6723a-8b0a-42a2-9ca5-4adcf63ec829 req-f505eca5-eadd-49d5-9666-2733a62ef3f4 service nova] Releasing lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.824259] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da474434-2d3b-4222-ab18-e7270f2947a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.832863] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071613, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.835793] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c51e454-fc21-44dd-a111-28cb5cea1cec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.872377] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82360c87-8518-420a-b122-b55ef78547f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.880458] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555d9b5d-7c78-4703-a867-18a00b314b3b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.894351] env[68292]: DEBUG nova.compute.provider_tree [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.897443] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f206dbe-39b3-4213-a9f9-e7e3cb04411f tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Lock "f42defe1-aa9a-4277-b53f-4a72bc3150a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.089s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.900408] env[68292]: DEBUG nova.network.neutron [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Successfully updated port: 9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.913174] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.961679] env[68292]: DEBUG nova.network.neutron [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Successfully created port: 2437dce4-5b41-4057-83e6-1c352368bbd4 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.122299] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071616, 'name': CreateVM_Task, 'duration_secs': 0.442777} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.122299] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.122299] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.122299] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.122299] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.122962] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab66fd3e-45a1-4230-acbb-79ba8eae368e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.130027] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 719.130027] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e213f1-b037-a5d0-4566-2897b95611f2" [ 719.130027] env[68292]: _type = "Task" [ 719.130027] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.136841] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e213f1-b037-a5d0-4566-2897b95611f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.201316] env[68292]: DEBUG oslo_concurrency.lockutils [req-209e7665-766e-4e6b-8039-a6b947d34ce0 req-d6e73529-cf13-4bc6-8228-e36dec03ee8f service nova] Releasing lock "refresh_cache-357679d3-4eba-4d3f-9178-43e4521fe6aa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.201316] env[68292]: DEBUG nova.compute.manager [req-209e7665-766e-4e6b-8039-a6b947d34ce0 req-d6e73529-cf13-4bc6-8228-e36dec03ee8f service nova] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Received event network-vif-deleted-9a583558-204d-4b0a-9450-673315b8195b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.216107] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.331941] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071613, 'name': ReconfigVM_Task, 'duration_secs': 1.039022} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.332265] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 220c91c5-79e3-4a25-a5cc-708741b4356a/220c91c5-79e3-4a25-a5cc-708741b4356a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.332941] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a45b7a7-c843-464d-83e8-f7411d372bea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.339187] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 719.339187] env[68292]: value = "task-3071617" [ 719.339187] env[68292]: _type = "Task" [ 719.339187] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.352841] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071617, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.398251] env[68292]: DEBUG nova.scheduler.client.report [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.403768] env[68292]: DEBUG nova.compute.manager [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.408097] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.408348] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.408456] env[68292]: DEBUG nova.network.neutron [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.425370] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071615, 'name': ReconfigVM_Task, 'duration_secs': 0.646805} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.425370] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 357679d3-4eba-4d3f-9178-43e4521fe6aa/357679d3-4eba-4d3f-9178-43e4521fe6aa.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.426227] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01eac613-8c47-43dc-8a8a-680f24853165 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.433879] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Waiting for the task: (returnval){ [ 719.433879] env[68292]: value = "task-3071618" [ 719.433879] env[68292]: _type = "Task" [ 719.433879] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.442235] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071618, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.572858] env[68292]: DEBUG nova.compute.manager [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Received event network-vif-plugged-5a55f708-c7ba-4230-b230-ad192322fe6c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.573092] env[68292]: DEBUG oslo_concurrency.lockutils [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] Acquiring lock "a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.573761] env[68292]: DEBUG oslo_concurrency.lockutils [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] Lock "a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.573975] env[68292]: DEBUG oslo_concurrency.lockutils [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] Lock "a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.574183] env[68292]: DEBUG nova.compute.manager [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] No waiting events found dispatching network-vif-plugged-5a55f708-c7ba-4230-b230-ad192322fe6c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.574351] env[68292]: WARNING nova.compute.manager [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Received unexpected event network-vif-plugged-5a55f708-c7ba-4230-b230-ad192322fe6c for instance with vm_state building and task_state spawning. [ 719.574510] env[68292]: DEBUG nova.compute.manager [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Received event network-changed-5a55f708-c7ba-4230-b230-ad192322fe6c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.574659] env[68292]: DEBUG nova.compute.manager [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Refreshing instance network info cache due to event network-changed-5a55f708-c7ba-4230-b230-ad192322fe6c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.575331] env[68292]: DEBUG oslo_concurrency.lockutils [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] Acquiring lock "refresh_cache-a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.575510] env[68292]: DEBUG oslo_concurrency.lockutils [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] Acquired lock "refresh_cache-a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.575677] env[68292]: DEBUG nova.network.neutron [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Refreshing network info cache for port 5a55f708-c7ba-4230-b230-ad192322fe6c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.641501] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e213f1-b037-a5d0-4566-2897b95611f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.643408] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.643670] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.643932] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.644100] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.644285] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.647388] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-604cbd61-6933-454d-8ac2-99e9e8593876 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.658312] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.659486] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.659486] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3eeab16-a26b-406d-86e1-fe3fba8c5b8a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.667756] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 719.667756] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d71ca7-4820-76df-783d-58f96cca8057" [ 719.667756] env[68292]: _type = "Task" [ 719.667756] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.677666] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d71ca7-4820-76df-783d-58f96cca8057, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.678438] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a09cd3-b219-4811-a600-a2a4a02b33a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.684278] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 719.684278] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52cb6729-d2e8-45e0-6ebb-c19478860586" [ 719.684278] env[68292]: _type = "Task" [ 719.684278] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.693529] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cb6729-d2e8-45e0-6ebb-c19478860586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.720761] env[68292]: DEBUG nova.compute.manager [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.752380] env[68292]: DEBUG nova.virt.hardware [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.752380] env[68292]: DEBUG nova.virt.hardware [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.752380] env[68292]: DEBUG nova.virt.hardware [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.752380] env[68292]: DEBUG nova.virt.hardware [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.752380] env[68292]: DEBUG nova.virt.hardware [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.752380] env[68292]: DEBUG nova.virt.hardware [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.752380] env[68292]: DEBUG nova.virt.hardware [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.752822] env[68292]: DEBUG nova.virt.hardware [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.753086] env[68292]: DEBUG nova.virt.hardware [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.753319] env[68292]: DEBUG nova.virt.hardware [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.753567] env[68292]: DEBUG nova.virt.hardware [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.754488] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d932802-9626-411d-b3e5-0650ca74a114 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.765028] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99817005-54f3-4a64-8da3-54271f5b3978 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.851178] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071617, 'name': Rename_Task, 'duration_secs': 0.326289} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.851545] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.851869] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d71e2ac3-6d1a-42b5-88af-0cc223a15ece {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.861779] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 719.861779] env[68292]: value = "task-3071619" [ 719.861779] env[68292]: _type = "Task" [ 719.861779] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.872950] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.915168] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.920849] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.647s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.922467] env[68292]: INFO nova.compute.claims [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.946417] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071618, 'name': Rename_Task, 'duration_secs': 0.274259} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.946778] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.947071] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e564aad-949d-41d9-9ce3-0bbef5f33eb0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.957359] env[68292]: INFO nova.scheduler.client.report [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Deleted allocations for instance 269a608d-8978-471e-bc46-1196679c5811 [ 719.963436] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Waiting for the task: (returnval){ [ 719.963436] env[68292]: value = "task-3071620" [ 719.963436] env[68292]: _type = "Task" [ 719.963436] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.963436] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.973567] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071620, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.013112] env[68292]: DEBUG nova.network.neutron [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.151617] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Acquiring lock "f42defe1-aa9a-4277-b53f-4a72bc3150a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.151983] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Lock "f42defe1-aa9a-4277-b53f-4a72bc3150a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.152126] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Acquiring lock "f42defe1-aa9a-4277-b53f-4a72bc3150a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.152320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Lock "f42defe1-aa9a-4277-b53f-4a72bc3150a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.152489] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Lock "f42defe1-aa9a-4277-b53f-4a72bc3150a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.155130] env[68292]: INFO nova.compute.manager [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Terminating instance [ 720.197564] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cb6729-d2e8-45e0-6ebb-c19478860586, 'name': SearchDatastore_Task, 'duration_secs': 0.008919} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.200402] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.200752] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6/a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.200958] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9e2b7ca-2b02-47f1-9467-5e9771b327a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.215480] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 720.215480] env[68292]: value = "task-3071621" [ 720.215480] env[68292]: _type = "Task" [ 720.215480] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.231334] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.234353] env[68292]: DEBUG nova.compute.manager [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Received event network-changed-4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.234488] env[68292]: DEBUG nova.compute.manager [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Refreshing instance network info cache due to event network-changed-4a988fa2-66a8-4277-8e8e-6993c355c51c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.234710] env[68292]: DEBUG oslo_concurrency.lockutils [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] Acquiring lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.234930] env[68292]: DEBUG oslo_concurrency.lockutils [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] Acquired lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.235642] env[68292]: DEBUG nova.network.neutron [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Refreshing network info cache for port 4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.373188] env[68292]: DEBUG nova.network.neutron [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Updating instance_info_cache with network_info: [{"id": "9b435b86-6b97-4461-9986-5470f4e685d4", "address": "fa:16:3e:ec:31:78", "network": {"id": "2925f5ef-335e-421b-a420-7bb0de4262c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1540914255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d533ceae514415919efdcc59829f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b435b86-6b", "ovs_interfaceid": "9b435b86-6b97-4461-9986-5470f4e685d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.391264] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.475362] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5197b57f-6685-4229-b3d4-19f2e1866209 tempest-AttachInterfacesV270Test-1011525310 tempest-AttachInterfacesV270Test-1011525310-project-member] Lock "269a608d-8978-471e-bc46-1196679c5811" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.086s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.476847] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.477878] env[68292]: DEBUG nova.network.neutron [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Updated VIF entry in instance network info cache for port 5a55f708-c7ba-4230-b230-ad192322fe6c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.478233] env[68292]: DEBUG nova.network.neutron [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Updating instance_info_cache with network_info: [{"id": "5a55f708-c7ba-4230-b230-ad192322fe6c", "address": "fa:16:3e:29:ad:fe", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a55f708-c7", "ovs_interfaceid": "5a55f708-c7ba-4230-b230-ad192322fe6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.569872] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Acquiring lock "1602c168-e4e2-46ef-80d9-adfee191fde7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.570078] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Lock "1602c168-e4e2-46ef-80d9-adfee191fde7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.661919] env[68292]: DEBUG nova.compute.manager [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.662787] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.664111] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfacb9f-3bbb-43e2-974c-f4a844cb677d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.674405] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.677321] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bc08176-844d-4e72-86de-30c24d851f2b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.684328] env[68292]: DEBUG oslo_vmware.api [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Waiting for the task: (returnval){ [ 720.684328] env[68292]: value = "task-3071622" [ 720.684328] env[68292]: _type = "Task" [ 720.684328] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.691844] env[68292]: DEBUG oslo_vmware.api [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.729500] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486547} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.731361] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6/a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.731361] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.731361] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b82e79c9-2bd5-4463-a868-7e55ced99f43 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.744036] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 720.744036] env[68292]: value = "task-3071624" [ 720.744036] env[68292]: _type = "Task" [ 720.744036] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.758462] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.875337] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071619, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.883024] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Releasing lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.883024] env[68292]: DEBUG nova.compute.manager [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Instance network_info: |[{"id": "9b435b86-6b97-4461-9986-5470f4e685d4", "address": "fa:16:3e:ec:31:78", "network": {"id": "2925f5ef-335e-421b-a420-7bb0de4262c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1540914255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d533ceae514415919efdcc59829f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b435b86-6b", "ovs_interfaceid": "9b435b86-6b97-4461-9986-5470f4e685d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.883024] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:31:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b435b86-6b97-4461-9986-5470f4e685d4', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.894057] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Creating folder: Project (92d533ceae514415919efdcc59829f9b). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.897979] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e72fdf16-92ee-442b-85fe-18337724843f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.908869] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Created folder: Project (92d533ceae514415919efdcc59829f9b) in parent group-v614981. [ 720.909195] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Creating folder: Instances. Parent ref: group-v615065. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.909498] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-084c32a1-bb9a-44e4-b034-1957ccb7b45a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.921921] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Created folder: Instances in parent group-v615065. [ 720.922361] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.922439] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.923215] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4355f892-ed52-4e1b-8695-6218f5eb2532 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.950670] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.950670] env[68292]: value = "task-3071634" [ 720.950670] env[68292]: _type = "Task" [ 720.950670] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.964034] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071634, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.976550] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071620, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.981059] env[68292]: DEBUG oslo_concurrency.lockutils [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] Releasing lock "refresh_cache-a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.981276] env[68292]: DEBUG nova.compute.manager [req-96299e2e-7035-49c2-b863-da76317ec9a0 req-4bee5125-c2b0-49db-b8ad-d7054ac6c3df service nova] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Received event network-vif-deleted-1d29010d-4f22-4e09-b157-68a57092e7e5 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.991618] env[68292]: DEBUG nova.network.neutron [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Successfully updated port: 2437dce4-5b41-4057-83e6-1c352368bbd4 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.159268] env[68292]: DEBUG nova.network.neutron [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updated VIF entry in instance network info cache for port 4a988fa2-66a8-4277-8e8e-6993c355c51c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.159703] env[68292]: DEBUG nova.network.neutron [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updating instance_info_cache with network_info: [{"id": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "address": "fa:16:3e:b8:60:b9", "network": {"id": "93337b5e-6705-4056-963b-b8981d71e8d3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831004586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a12d92afe574b19a0a0d9a8f78750e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a988fa2-66", "ovs_interfaceid": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.194814] env[68292]: DEBUG oslo_vmware.api [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071622, 'name': PowerOffVM_Task, 'duration_secs': 0.490367} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.195190] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.195378] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.195650] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ad36551-eba1-4c06-acf1-1ce680801665 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.244393] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "ea193bed-f2ab-46db-9db5-3c0ca3c18b3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.245137] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "ea193bed-f2ab-46db-9db5-3c0ca3c18b3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.259007] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080559} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.262310] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.263518] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37708fbb-82d6-49c8-9563-7f6f5eb9c83c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.287934] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6/a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.293554] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d1fb9bc-8f79-4aba-90cd-5139f179c457 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.307540] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.307787] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.308023] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Deleting the datastore file [datastore2] f42defe1-aa9a-4277-b53f-4a72bc3150a2 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.308586] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ff75e12-d5f7-4388-a836-e9ed2710b87d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.319106] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 721.319106] env[68292]: value = "task-3071637" [ 721.319106] env[68292]: _type = "Task" [ 721.319106] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.321024] env[68292]: DEBUG oslo_vmware.api [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Waiting for the task: (returnval){ [ 721.321024] env[68292]: value = "task-3071636" [ 721.321024] env[68292]: _type = "Task" [ 721.321024] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.334924] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.338604] env[68292]: DEBUG oslo_vmware.api [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.373589] env[68292]: DEBUG oslo_vmware.api [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071619, 'name': PowerOnVM_Task, 'duration_secs': 1.143576} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.373866] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.374257] env[68292]: INFO nova.compute.manager [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Took 20.95 seconds to spawn the instance on the hypervisor. [ 721.374329] env[68292]: DEBUG nova.compute.manager [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.375189] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cfdc1c-2b1c-4c93-93df-79ff2da5a6c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.463045] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071634, 'name': CreateVM_Task, 'duration_secs': 0.426231} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.465658] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.466941] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.466941] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.467052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.470064] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea75736-dbcf-4db0-9eed-69972fc3d470 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.477470] env[68292]: DEBUG oslo_vmware.api [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071620, 'name': PowerOnVM_Task, 'duration_secs': 1.04864} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.478210] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.478413] env[68292]: INFO nova.compute.manager [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Took 9.98 seconds to spawn the instance on the hypervisor. [ 721.478816] env[68292]: DEBUG nova.compute.manager [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.478981] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 721.478981] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5219c2b5-c342-3f65-d122-aa09fbe447a9" [ 721.478981] env[68292]: _type = "Task" [ 721.478981] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.479582] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f217bc-aa6e-43ba-be4c-796727d1cd68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.498798] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Acquiring lock "refresh_cache-4ae6521d-9281-432a-80a6-96705ae092c1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.498798] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Acquired lock "refresh_cache-4ae6521d-9281-432a-80a6-96705ae092c1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.498798] env[68292]: DEBUG nova.network.neutron [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.498798] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5219c2b5-c342-3f65-d122-aa09fbe447a9, 'name': SearchDatastore_Task, 'duration_secs': 0.008329} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.498798] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.499083] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.499491] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.499491] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.499491] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.499896] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d908ac1-9f51-4214-b089-e86373d70af5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.508382] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.508564] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.512297] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9783945d-20a3-4bad-b442-8cfae752fde0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.518694] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 721.518694] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52daaec4-cab7-495c-c720-ed80beae4ac8" [ 721.518694] env[68292]: _type = "Task" [ 721.518694] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.527152] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52daaec4-cab7-495c-c720-ed80beae4ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.646958] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92335a5d-78a1-43ba-8bf5-9890bde73097 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.655891] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c88d79-1dfa-4b96-9f28-09f1f2bfb859 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.688367] env[68292]: DEBUG oslo_concurrency.lockutils [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] Releasing lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.688738] env[68292]: DEBUG nova.compute.manager [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Received event network-changed-2844f4d4-62b6-4399-8055-456b3ab3f31f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.688975] env[68292]: DEBUG nova.compute.manager [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Refreshing instance network info cache due to event network-changed-2844f4d4-62b6-4399-8055-456b3ab3f31f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.689270] env[68292]: DEBUG oslo_concurrency.lockutils [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] Acquiring lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.689488] env[68292]: DEBUG oslo_concurrency.lockutils [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] Acquired lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.689718] env[68292]: DEBUG nova.network.neutron [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Refreshing network info cache for port 2844f4d4-62b6-4399-8055-456b3ab3f31f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.692161] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce405c0-9714-4dbb-a11e-3c7a20ca0ebb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.701036] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4947ce-46a9-4957-932f-0d63983282e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.718281] env[68292]: DEBUG nova.compute.provider_tree [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.836195] env[68292]: DEBUG oslo_vmware.api [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Task: {'id': task-3071636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158406} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.839934] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.840172] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.840351] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.840520] env[68292]: INFO nova.compute.manager [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 721.840801] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.841420] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.841420] env[68292]: DEBUG nova.compute.manager [-] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.841535] env[68292]: DEBUG nova.network.neutron [-] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.898482] env[68292]: INFO nova.compute.manager [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Took 45.09 seconds to build instance. [ 722.012347] env[68292]: INFO nova.compute.manager [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Took 35.56 seconds to build instance. [ 722.032204] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52daaec4-cab7-495c-c720-ed80beae4ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.032204] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8fd877d-1750-4701-bd85-2a63a1984389 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.039662] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 722.039662] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527e9aba-418c-5689-f24a-3c6b1e6a29d6" [ 722.039662] env[68292]: _type = "Task" [ 722.039662] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.052765] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527e9aba-418c-5689-f24a-3c6b1e6a29d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.052765] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.052949] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270/59f8f03c-8edf-42e2-a1ff-ef29c4c6d270.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.053545] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1824dfb5-01eb-4832-b722-1bbcacfe3095 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.061998] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 722.061998] env[68292]: value = "task-3071638" [ 722.061998] env[68292]: _type = "Task" [ 722.061998] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.066668] env[68292]: DEBUG nova.network.neutron [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.075168] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.219945] env[68292]: DEBUG nova.compute.manager [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Received event network-vif-plugged-2437dce4-5b41-4057-83e6-1c352368bbd4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.220247] env[68292]: DEBUG oslo_concurrency.lockutils [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] Acquiring lock "4ae6521d-9281-432a-80a6-96705ae092c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.220652] env[68292]: DEBUG oslo_concurrency.lockutils [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] Lock "4ae6521d-9281-432a-80a6-96705ae092c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.220758] env[68292]: DEBUG oslo_concurrency.lockutils [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] Lock "4ae6521d-9281-432a-80a6-96705ae092c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.221495] env[68292]: DEBUG nova.compute.manager [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] No waiting events found dispatching network-vif-plugged-2437dce4-5b41-4057-83e6-1c352368bbd4 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.221682] env[68292]: WARNING nova.compute.manager [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Received unexpected event network-vif-plugged-2437dce4-5b41-4057-83e6-1c352368bbd4 for instance with vm_state building and task_state spawning. [ 722.221855] env[68292]: DEBUG nova.compute.manager [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Received event network-changed-2437dce4-5b41-4057-83e6-1c352368bbd4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.222018] env[68292]: DEBUG nova.compute.manager [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Refreshing instance network info cache due to event network-changed-2437dce4-5b41-4057-83e6-1c352368bbd4. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.222187] env[68292]: DEBUG oslo_concurrency.lockutils [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] Acquiring lock "refresh_cache-4ae6521d-9281-432a-80a6-96705ae092c1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.223399] env[68292]: DEBUG nova.scheduler.client.report [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.333660] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071637, 'name': ReconfigVM_Task, 'duration_secs': 0.843699} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.333958] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Reconfigured VM instance instance-0000001b to attach disk [datastore2] a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6/a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.337338] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9546c152-3c90-44a2-acd6-1ce6014bd40d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.347876] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 722.347876] env[68292]: value = "task-3071639" [ 722.347876] env[68292]: _type = "Task" [ 722.347876] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.364771] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071639, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.402110] env[68292]: DEBUG nova.network.neutron [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Updating instance_info_cache with network_info: [{"id": "2437dce4-5b41-4057-83e6-1c352368bbd4", "address": "fa:16:3e:d6:9a:da", "network": {"id": "89876c45-d9d3-4c85-8457-6338eb3b66d0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-791803924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2124c405f5754b16b1ef348924fb4d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2437dce4-5b", "ovs_interfaceid": "2437dce4-5b41-4057-83e6-1c352368bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.406048] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2f9ebab1-09cf-40f3-a054-aa32f50bd75e tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "220c91c5-79e3-4a25-a5cc-708741b4356a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.340s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.503399] env[68292]: DEBUG nova.network.neutron [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Updated VIF entry in instance network info cache for port 2844f4d4-62b6-4399-8055-456b3ab3f31f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.503399] env[68292]: DEBUG nova.network.neutron [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Updating instance_info_cache with network_info: [{"id": "2844f4d4-62b6-4399-8055-456b3ab3f31f", "address": "fa:16:3e:b2:5b:a0", "network": {"id": "93337b5e-6705-4056-963b-b8981d71e8d3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831004586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a12d92afe574b19a0a0d9a8f78750e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2844f4d4-62", "ovs_interfaceid": "2844f4d4-62b6-4399-8055-456b3ab3f31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.514253] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7f37964f-a95a-49d1-8076-c9db9d603296 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Lock "357679d3-4eba-4d3f-9178-43e4521fe6aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.070s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.577195] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464637} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.577195] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270/59f8f03c-8edf-42e2-a1ff-ef29c4c6d270.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.577195] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.577411] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-899553a5-6eb4-4e42-a386-744519281d96 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.584024] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 722.584024] env[68292]: value = "task-3071640" [ 722.584024] env[68292]: _type = "Task" [ 722.584024] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.586609] env[68292]: DEBUG nova.compute.manager [req-c567ce13-34d6-47e3-84b1-9da8f6b6f77d req-3f198ac8-3e3e-44b7-847d-705bdd5a80fc service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Received event network-changed-2844f4d4-62b6-4399-8055-456b3ab3f31f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.586810] env[68292]: DEBUG nova.compute.manager [req-c567ce13-34d6-47e3-84b1-9da8f6b6f77d req-3f198ac8-3e3e-44b7-847d-705bdd5a80fc service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Refreshing instance network info cache due to event network-changed-2844f4d4-62b6-4399-8055-456b3ab3f31f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.587018] env[68292]: DEBUG oslo_concurrency.lockutils [req-c567ce13-34d6-47e3-84b1-9da8f6b6f77d req-3f198ac8-3e3e-44b7-847d-705bdd5a80fc service nova] Acquiring lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.597996] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.654777] env[68292]: DEBUG nova.network.neutron [-] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.729442] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.729978] env[68292]: DEBUG nova.compute.manager [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.735218] env[68292]: DEBUG oslo_concurrency.lockutils [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.903s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.864766] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071639, 'name': Rename_Task, 'duration_secs': 0.204043} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.865216] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.866394] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbb925b5-b35b-4718-abca-ec67fb80b8ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.875413] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 722.875413] env[68292]: value = "task-3071641" [ 722.875413] env[68292]: _type = "Task" [ 722.875413] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.882154] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.899962] env[68292]: DEBUG oslo_concurrency.lockutils [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.900309] env[68292]: DEBUG oslo_concurrency.lockutils [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.900534] env[68292]: DEBUG oslo_concurrency.lockutils [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.900801] env[68292]: DEBUG oslo_concurrency.lockutils [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.900894] env[68292]: DEBUG oslo_concurrency.lockutils [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.903044] env[68292]: INFO nova.compute.manager [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Terminating instance [ 722.916176] env[68292]: DEBUG nova.compute.manager [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.918796] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Releasing lock "refresh_cache-4ae6521d-9281-432a-80a6-96705ae092c1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.919092] env[68292]: DEBUG nova.compute.manager [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Instance network_info: |[{"id": "2437dce4-5b41-4057-83e6-1c352368bbd4", "address": "fa:16:3e:d6:9a:da", "network": {"id": "89876c45-d9d3-4c85-8457-6338eb3b66d0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-791803924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2124c405f5754b16b1ef348924fb4d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2437dce4-5b", "ovs_interfaceid": "2437dce4-5b41-4057-83e6-1c352368bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.919779] env[68292]: DEBUG oslo_concurrency.lockutils [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] Acquired lock "refresh_cache-4ae6521d-9281-432a-80a6-96705ae092c1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.920211] env[68292]: DEBUG nova.network.neutron [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Refreshing network info cache for port 2437dce4-5b41-4057-83e6-1c352368bbd4 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.923933] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:9a:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2437dce4-5b41-4057-83e6-1c352368bbd4', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.931159] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Creating folder: Project (2124c405f5754b16b1ef348924fb4d47). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.932052] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-150e3a59-da96-487f-94a1-459cdcea1c5f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.944759] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Created folder: Project (2124c405f5754b16b1ef348924fb4d47) in parent group-v614981. [ 722.944979] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Creating folder: Instances. Parent ref: group-v615068. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.945347] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8af5d40-f57c-4424-a7a3-4903bc814758 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.957494] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Created folder: Instances in parent group-v615068. [ 722.957760] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.957976] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.958170] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43977247-fef7-42ba-8f68-55208eba2752 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.980648] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.980648] env[68292]: value = "task-3071644" [ 722.980648] env[68292]: _type = "Task" [ 722.980648] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.992942] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071644, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.004343] env[68292]: DEBUG oslo_concurrency.lockutils [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] Releasing lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.004421] env[68292]: DEBUG nova.compute.manager [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Received event network-vif-plugged-9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.004666] env[68292]: DEBUG oslo_concurrency.lockutils [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] Acquiring lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.005834] env[68292]: DEBUG oslo_concurrency.lockutils [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.005834] env[68292]: DEBUG oslo_concurrency.lockutils [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.005834] env[68292]: DEBUG nova.compute.manager [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] No waiting events found dispatching network-vif-plugged-9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.005834] env[68292]: WARNING nova.compute.manager [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Received unexpected event network-vif-plugged-9b435b86-6b97-4461-9986-5470f4e685d4 for instance with vm_state building and task_state spawning. [ 723.005834] env[68292]: DEBUG nova.compute.manager [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Received event network-changed-9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.005834] env[68292]: DEBUG nova.compute.manager [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Refreshing instance network info cache due to event network-changed-9b435b86-6b97-4461-9986-5470f4e685d4. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.005834] env[68292]: DEBUG oslo_concurrency.lockutils [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] Acquiring lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.006239] env[68292]: DEBUG oslo_concurrency.lockutils [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] Acquired lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.006239] env[68292]: DEBUG nova.network.neutron [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Refreshing network info cache for port 9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.007743] env[68292]: DEBUG oslo_concurrency.lockutils [req-c567ce13-34d6-47e3-84b1-9da8f6b6f77d req-3f198ac8-3e3e-44b7-847d-705bdd5a80fc service nova] Acquired lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.009032] env[68292]: DEBUG nova.network.neutron [req-c567ce13-34d6-47e3-84b1-9da8f6b6f77d req-3f198ac8-3e3e-44b7-847d-705bdd5a80fc service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Refreshing network info cache for port 2844f4d4-62b6-4399-8055-456b3ab3f31f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.018447] env[68292]: DEBUG nova.compute.manager [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.098888] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064285} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.100432] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.101517] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f741c6eb-5bef-481c-b9b1-2703a70fef0d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.125964] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270/59f8f03c-8edf-42e2-a1ff-ef29c4c6d270.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.126285] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ca81763-4756-4310-8bdd-64aa7e54771e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.149437] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 723.149437] env[68292]: value = "task-3071645" [ 723.149437] env[68292]: _type = "Task" [ 723.149437] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.158236] env[68292]: INFO nova.compute.manager [-] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Took 1.32 seconds to deallocate network for instance. [ 723.169209] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.237830] env[68292]: DEBUG nova.compute.utils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.243021] env[68292]: DEBUG nova.compute.manager [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.243021] env[68292]: DEBUG nova.network.neutron [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.382489] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.408462] env[68292]: DEBUG nova.compute.manager [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.408826] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.409875] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566eec07-2952-4c8f-aa5b-d3b06945aa0f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.417660] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.417992] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b753027b-d637-48bb-81b7-5924341f608c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.430178] env[68292]: DEBUG oslo_vmware.api [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 723.430178] env[68292]: value = "task-3071646" [ 723.430178] env[68292]: _type = "Task" [ 723.430178] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.441674] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.447271] env[68292]: DEBUG oslo_vmware.api [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.491794] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071644, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.541030] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.617654] env[68292]: DEBUG nova.policy [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3d41af75f9343cd8a143f502c45fe49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10571e29e22a45028d4c1a22f1a8f030', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.663779] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.671635] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.748515] env[68292]: DEBUG nova.compute.manager [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.851938] env[68292]: DEBUG oslo_concurrency.lockutils [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "220c91c5-79e3-4a25-a5cc-708741b4356a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.852049] env[68292]: DEBUG oslo_concurrency.lockutils [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "220c91c5-79e3-4a25-a5cc-708741b4356a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.852251] env[68292]: DEBUG oslo_concurrency.lockutils [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "220c91c5-79e3-4a25-a5cc-708741b4356a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.852498] env[68292]: DEBUG oslo_concurrency.lockutils [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "220c91c5-79e3-4a25-a5cc-708741b4356a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.852691] env[68292]: DEBUG oslo_concurrency.lockutils [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "220c91c5-79e3-4a25-a5cc-708741b4356a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.859859] env[68292]: INFO nova.compute.manager [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Terminating instance [ 723.883089] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7589d6f-5f3c-4695-aa4f-ebd920f5d0b4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.890863] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.895559] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27915fe2-42fe-4b5f-8da9-cec4c871486c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.939526] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ce839f-d591-4f79-b53e-4d21e6500c4b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.954594] env[68292]: DEBUG oslo_vmware.api [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071646, 'name': PowerOffVM_Task, 'duration_secs': 0.251985} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.955988] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bfecca-39a0-4fe9-8b77-2c5a0f0a829a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.960471] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.960659] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.960928] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b93602-458b-43fa-87dc-309ffad4fb03 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.975206] env[68292]: DEBUG nova.compute.provider_tree [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.990161] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071644, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.030051] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.030051] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.030298] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Deleting the datastore file [datastore2] 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.030646] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c27b81-54ca-4bbe-93bd-d571872d3936 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.042064] env[68292]: DEBUG oslo_vmware.api [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 724.042064] env[68292]: value = "task-3071650" [ 724.042064] env[68292]: _type = "Task" [ 724.042064] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.051033] env[68292]: DEBUG oslo_vmware.api [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.088598] env[68292]: DEBUG nova.network.neutron [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Updated VIF entry in instance network info cache for port 2437dce4-5b41-4057-83e6-1c352368bbd4. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.089534] env[68292]: DEBUG nova.network.neutron [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Updating instance_info_cache with network_info: [{"id": "2437dce4-5b41-4057-83e6-1c352368bbd4", "address": "fa:16:3e:d6:9a:da", "network": {"id": "89876c45-d9d3-4c85-8457-6338eb3b66d0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-791803924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2124c405f5754b16b1ef348924fb4d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2437dce4-5b", "ovs_interfaceid": "2437dce4-5b41-4057-83e6-1c352368bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.163705] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.318279] env[68292]: DEBUG nova.network.neutron [req-c567ce13-34d6-47e3-84b1-9da8f6b6f77d req-3f198ac8-3e3e-44b7-847d-705bdd5a80fc service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Updated VIF entry in instance network info cache for port 2844f4d4-62b6-4399-8055-456b3ab3f31f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.318722] env[68292]: DEBUG nova.network.neutron [req-c567ce13-34d6-47e3-84b1-9da8f6b6f77d req-3f198ac8-3e3e-44b7-847d-705bdd5a80fc service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Updating instance_info_cache with network_info: [{"id": "2844f4d4-62b6-4399-8055-456b3ab3f31f", "address": "fa:16:3e:b2:5b:a0", "network": {"id": "93337b5e-6705-4056-963b-b8981d71e8d3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831004586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a12d92afe574b19a0a0d9a8f78750e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2844f4d4-62", "ovs_interfaceid": "2844f4d4-62b6-4399-8055-456b3ab3f31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.346032] env[68292]: DEBUG nova.network.neutron [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Updated VIF entry in instance network info cache for port 9b435b86-6b97-4461-9986-5470f4e685d4. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.346538] env[68292]: DEBUG nova.network.neutron [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Updating instance_info_cache with network_info: [{"id": "9b435b86-6b97-4461-9986-5470f4e685d4", "address": "fa:16:3e:ec:31:78", "network": {"id": "2925f5ef-335e-421b-a420-7bb0de4262c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1540914255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d533ceae514415919efdcc59829f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b435b86-6b", "ovs_interfaceid": "9b435b86-6b97-4461-9986-5470f4e685d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.368114] env[68292]: DEBUG nova.compute.manager [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.368114] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.368114] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9723ddca-0306-4dc4-af26-6252ee08333b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.376622] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.380036] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fabf51a-b696-4037-8706-039d67e5983d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.388975] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071641, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.390978] env[68292]: DEBUG oslo_vmware.api [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 724.390978] env[68292]: value = "task-3071651" [ 724.390978] env[68292]: _type = "Task" [ 724.390978] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.400193] env[68292]: DEBUG oslo_vmware.api [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.479251] env[68292]: DEBUG nova.scheduler.client.report [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.498044] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071644, 'name': CreateVM_Task, 'duration_secs': 1.167038} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.498044] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.498367] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.498541] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.498872] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.499157] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff3b661-5ade-454d-bc60-fdd0ac537067 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.504246] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Waiting for the task: (returnval){ [ 724.504246] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528d8bc0-56bd-9d1a-fd76-2414278147ca" [ 724.504246] env[68292]: _type = "Task" [ 724.504246] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.513762] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528d8bc0-56bd-9d1a-fd76-2414278147ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.557548] env[68292]: DEBUG oslo_vmware.api [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305168} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.557548] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.557877] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.558257] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.558463] env[68292]: INFO nova.compute.manager [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Took 1.15 seconds to destroy the instance on the hypervisor. [ 724.558847] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.559274] env[68292]: DEBUG nova.compute.manager [-] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.559500] env[68292]: DEBUG nova.network.neutron [-] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.593926] env[68292]: DEBUG oslo_concurrency.lockutils [req-3cf67405-7d0e-450a-994d-47c0f5f0a4e1 req-d0412efd-ea19-40e0-a39d-ee63f2bec08b service nova] Releasing lock "refresh_cache-4ae6521d-9281-432a-80a6-96705ae092c1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.660659] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071645, 'name': ReconfigVM_Task, 'duration_secs': 1.020855} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.661597] env[68292]: DEBUG nova.network.neutron [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Successfully created port: 61e111bf-10d3-4697-ad88-a15c91eba61b {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.664593] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270/59f8f03c-8edf-42e2-a1ff-ef29c4c6d270.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.665302] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61b523a8-d563-493e-9ed9-d141059f1851 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.674584] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 724.674584] env[68292]: value = "task-3071652" [ 724.674584] env[68292]: _type = "Task" [ 724.674584] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.690234] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Acquiring lock "357679d3-4eba-4d3f-9178-43e4521fe6aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.690506] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Lock "357679d3-4eba-4d3f-9178-43e4521fe6aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.690713] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Acquiring lock "357679d3-4eba-4d3f-9178-43e4521fe6aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.690895] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Lock "357679d3-4eba-4d3f-9178-43e4521fe6aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.691077] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Lock "357679d3-4eba-4d3f-9178-43e4521fe6aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.693059] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071652, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.693656] env[68292]: INFO nova.compute.manager [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Terminating instance [ 724.760269] env[68292]: DEBUG nova.compute.manager [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.798300] env[68292]: DEBUG nova.virt.hardware [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.798481] env[68292]: DEBUG nova.virt.hardware [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.801100] env[68292]: DEBUG nova.virt.hardware [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.801100] env[68292]: DEBUG nova.virt.hardware [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.801100] env[68292]: DEBUG nova.virt.hardware [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.801100] env[68292]: DEBUG nova.virt.hardware [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.801100] env[68292]: DEBUG nova.virt.hardware [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.801100] env[68292]: DEBUG nova.virt.hardware [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.801100] env[68292]: DEBUG nova.virt.hardware [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.801100] env[68292]: DEBUG nova.virt.hardware [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.801100] env[68292]: DEBUG nova.virt.hardware [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.801393] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37505876-f0ff-413d-8d95-78853d86d9f5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.817406] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003c02b7-9e6c-4dda-a815-032eb09ef368 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.822584] env[68292]: DEBUG oslo_concurrency.lockutils [req-c567ce13-34d6-47e3-84b1-9da8f6b6f77d req-3f198ac8-3e3e-44b7-847d-705bdd5a80fc service nova] Releasing lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.822866] env[68292]: DEBUG nova.compute.manager [req-c567ce13-34d6-47e3-84b1-9da8f6b6f77d req-3f198ac8-3e3e-44b7-847d-705bdd5a80fc service nova] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Received event network-vif-deleted-d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.824758] env[68292]: INFO nova.compute.manager [req-c567ce13-34d6-47e3-84b1-9da8f6b6f77d req-3f198ac8-3e3e-44b7-847d-705bdd5a80fc service nova] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Neutron deleted interface d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c; detaching it from the instance and deleting it from the info cache [ 724.825029] env[68292]: DEBUG nova.network.neutron [req-c567ce13-34d6-47e3-84b1-9da8f6b6f77d req-3f198ac8-3e3e-44b7-847d-705bdd5a80fc service nova] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.849820] env[68292]: DEBUG oslo_concurrency.lockutils [req-985f31e2-6ca5-46c6-956f-97a4ea9ad0b3 req-98fae50b-3a67-4e87-bfea-e6023acf7de7 service nova] Releasing lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.885595] env[68292]: DEBUG oslo_vmware.api [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071641, 'name': PowerOnVM_Task, 'duration_secs': 1.555655} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.885929] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.886193] env[68292]: INFO nova.compute.manager [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Took 10.65 seconds to spawn the instance on the hypervisor. [ 724.886490] env[68292]: DEBUG nova.compute.manager [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.887261] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fcb729-9916-44cf-b9cb-65180dc26666 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.904541] env[68292]: DEBUG oslo_vmware.api [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071651, 'name': PowerOffVM_Task, 'duration_secs': 0.218025} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.904795] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.904989] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.905522] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb41101f-9115-4484-b430-d48a9e21afb5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.020543] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528d8bc0-56bd-9d1a-fd76-2414278147ca, 'name': SearchDatastore_Task, 'duration_secs': 0.028316} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.020859] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.021156] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.022440] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.022638] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.022870] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.023162] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbbf267d-7fbf-4677-99ce-ee7892c07e26 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.033809] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.034012] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.035431] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b43dcdfa-e4a4-4468-9487-f62bdf35fdaf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.043867] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Waiting for the task: (returnval){ [ 725.043867] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5200bb89-0aa3-6863-a3d0-0c7b1a427fdf" [ 725.043867] env[68292]: _type = "Task" [ 725.043867] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.055017] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5200bb89-0aa3-6863-a3d0-0c7b1a427fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.074947] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.075223] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.075484] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Deleting the datastore file [datastore2] 220c91c5-79e3-4a25-a5cc-708741b4356a {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.078725] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6be184c0-80e8-4633-ac0b-de4a2c936907 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.086627] env[68292]: DEBUG oslo_vmware.api [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 725.086627] env[68292]: value = "task-3071654" [ 725.086627] env[68292]: _type = "Task" [ 725.086627] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.095548] env[68292]: DEBUG oslo_vmware.api [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.187220] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071652, 'name': Rename_Task, 'duration_secs': 0.295637} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.188782] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.191022] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58963577-3fdf-4fcc-9630-0e235d1c34ba {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.195266] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 725.195266] env[68292]: value = "task-3071655" [ 725.195266] env[68292]: _type = "Task" [ 725.195266] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.202485] env[68292]: DEBUG nova.compute.manager [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.202884] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.204406] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a830f94-85db-4f27-8dbe-9c8292c0ac6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.213262] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071655, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.216836] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.216836] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a8b9de5-4960-4e64-a931-847b795db706 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.222176] env[68292]: DEBUG oslo_vmware.api [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Waiting for the task: (returnval){ [ 725.222176] env[68292]: value = "task-3071656" [ 725.222176] env[68292]: _type = "Task" [ 725.222176] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.231061] env[68292]: DEBUG oslo_vmware.api [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.327965] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d84356b6-5bbc-4491-b311-533d009e6e55 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.338038] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1830be4c-1717-42c7-920f-2a0d53fd0014 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.374449] env[68292]: DEBUG nova.compute.manager [req-c567ce13-34d6-47e3-84b1-9da8f6b6f77d req-3f198ac8-3e3e-44b7-847d-705bdd5a80fc service nova] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Detach interface failed, port_id=d1959a9e-a1aa-48c3-bd8f-50c3c9c7877c, reason: Instance f42defe1-aa9a-4277-b53f-4a72bc3150a2 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 725.410456] env[68292]: INFO nova.compute.manager [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Took 37.19 seconds to build instance. [ 725.428910] env[68292]: DEBUG nova.compute.manager [req-96d24381-cb6b-4ccc-a019-980812db6aa2 req-7181c3d2-930c-4b95-a975-55ed05da983a service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Received event network-changed-4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.429149] env[68292]: DEBUG nova.compute.manager [req-96d24381-cb6b-4ccc-a019-980812db6aa2 req-7181c3d2-930c-4b95-a975-55ed05da983a service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Refreshing instance network info cache due to event network-changed-4a988fa2-66a8-4277-8e8e-6993c355c51c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.429382] env[68292]: DEBUG oslo_concurrency.lockutils [req-96d24381-cb6b-4ccc-a019-980812db6aa2 req-7181c3d2-930c-4b95-a975-55ed05da983a service nova] Acquiring lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.429583] env[68292]: DEBUG oslo_concurrency.lockutils [req-96d24381-cb6b-4ccc-a019-980812db6aa2 req-7181c3d2-930c-4b95-a975-55ed05da983a service nova] Acquired lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.429756] env[68292]: DEBUG nova.network.neutron [req-96d24381-cb6b-4ccc-a019-980812db6aa2 req-7181c3d2-930c-4b95-a975-55ed05da983a service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Refreshing network info cache for port 4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.498594] env[68292]: DEBUG oslo_concurrency.lockutils [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.764s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.502333] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.294s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.502631] env[68292]: DEBUG nova.objects.instance [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Lazy-loading 'resources' on Instance uuid a2730738-7df2-42da-8048-7d06e3b97d4a {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.559498] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5200bb89-0aa3-6863-a3d0-0c7b1a427fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.560979] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9053863d-68ae-4c3b-ae2a-820a2e938329 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.567080] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Waiting for the task: (returnval){ [ 725.567080] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b24496-73bf-5449-fbd5-841715ea45ca" [ 725.567080] env[68292]: _type = "Task" [ 725.567080] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.577845] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b24496-73bf-5449-fbd5-841715ea45ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.582598] env[68292]: DEBUG nova.network.neutron [-] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.597144] env[68292]: DEBUG oslo_vmware.api [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267524} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.598056] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.598056] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.598056] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.598272] env[68292]: INFO nova.compute.manager [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 725.598389] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.598576] env[68292]: DEBUG nova.compute.manager [-] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.598663] env[68292]: DEBUG nova.network.neutron [-] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.707162] env[68292]: DEBUG oslo_vmware.api [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071655, 'name': PowerOnVM_Task, 'duration_secs': 0.505581} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.707435] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.707643] env[68292]: INFO nova.compute.manager [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Took 8.68 seconds to spawn the instance on the hypervisor. [ 725.707832] env[68292]: DEBUG nova.compute.manager [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.708640] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfe0f9b-5a8b-4ab2-ad19-40f5b804d657 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.732108] env[68292]: DEBUG oslo_vmware.api [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071656, 'name': PowerOffVM_Task, 'duration_secs': 0.411988} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.732108] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.732108] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.732298] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd8775bc-e112-41f4-855c-21891a64c53b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.824816] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.825135] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.825387] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Deleting the datastore file [datastore2] 357679d3-4eba-4d3f-9178-43e4521fe6aa {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.825757] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f83a8fb-9681-4c1e-982b-7e99a7338ba0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.833137] env[68292]: DEBUG oslo_vmware.api [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Waiting for the task: (returnval){ [ 725.833137] env[68292]: value = "task-3071658" [ 725.833137] env[68292]: _type = "Task" [ 725.833137] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.841449] env[68292]: DEBUG oslo_vmware.api [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.909857] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b7359a6-bfb9-46ec-88e1-4df49647f97d tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.081s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.085224] env[68292]: INFO nova.compute.manager [-] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Took 1.53 seconds to deallocate network for instance. [ 726.085897] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b24496-73bf-5449-fbd5-841715ea45ca, 'name': SearchDatastore_Task, 'duration_secs': 0.020725} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.087763] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.088165] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 4ae6521d-9281-432a-80a6-96705ae092c1/4ae6521d-9281-432a-80a6-96705ae092c1.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.093604] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e9c399b-6c12-4ea4-85e6-6ee98b11d1b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.107693] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Waiting for the task: (returnval){ [ 726.107693] env[68292]: value = "task-3071661" [ 726.107693] env[68292]: _type = "Task" [ 726.107693] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.118396] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.124381] env[68292]: INFO nova.scheduler.client.report [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Deleted allocation for migration 4d7ff255-14da-4a51-a7ff-e5942d297d10 [ 726.233643] env[68292]: INFO nova.compute.manager [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Took 36.45 seconds to build instance. [ 726.346027] env[68292]: DEBUG oslo_vmware.api [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.416720] env[68292]: DEBUG nova.compute.manager [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.602263] env[68292]: DEBUG oslo_concurrency.lockutils [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.620566] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071661, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.635413] env[68292]: DEBUG oslo_concurrency.lockutils [None req-83baa70d-d2e1-42b0-8207-d1a258499320 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.274s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.653064] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce1389c-f69e-42ef-abc2-096f0065ba2a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.664428] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6b3236-16b9-44d7-b101-ed5388d51c2c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.716022] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdf07cc-d230-4843-b9e0-186443de55a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.726647] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9bf0f0-2e34-4498-8f28-2d2bc0776bd8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.745197] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ff9368db-b0f1-4802-972c-56bb6fd2b50a tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.021s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.745197] env[68292]: DEBUG nova.compute.provider_tree [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.844736] env[68292]: DEBUG oslo_vmware.api [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Task: {'id': task-3071658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.725195} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.845042] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.845251] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.845431] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.845607] env[68292]: INFO nova.compute.manager [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Took 1.64 seconds to destroy the instance on the hypervisor. [ 726.845970] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.846090] env[68292]: DEBUG nova.compute.manager [-] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.846173] env[68292]: DEBUG nova.network.neutron [-] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.892279] env[68292]: DEBUG nova.network.neutron [req-96d24381-cb6b-4ccc-a019-980812db6aa2 req-7181c3d2-930c-4b95-a975-55ed05da983a service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updated VIF entry in instance network info cache for port 4a988fa2-66a8-4277-8e8e-6993c355c51c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.892661] env[68292]: DEBUG nova.network.neutron [req-96d24381-cb6b-4ccc-a019-980812db6aa2 req-7181c3d2-930c-4b95-a975-55ed05da983a service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updating instance_info_cache with network_info: [{"id": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "address": "fa:16:3e:b8:60:b9", "network": {"id": "93337b5e-6705-4056-963b-b8981d71e8d3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831004586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a12d92afe574b19a0a0d9a8f78750e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a988fa2-66", "ovs_interfaceid": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.896932] env[68292]: DEBUG nova.compute.manager [req-8e23e49c-2c64-4ac9-bb6a-e84f5c62b3a1 req-62910ff5-2f80-482b-9e46-8f8cb9e8b299 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Received event network-changed-4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.897116] env[68292]: DEBUG nova.compute.manager [req-8e23e49c-2c64-4ac9-bb6a-e84f5c62b3a1 req-62910ff5-2f80-482b-9e46-8f8cb9e8b299 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Refreshing instance network info cache due to event network-changed-4a988fa2-66a8-4277-8e8e-6993c355c51c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.897329] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e23e49c-2c64-4ac9-bb6a-e84f5c62b3a1 req-62910ff5-2f80-482b-9e46-8f8cb9e8b299 service nova] Acquiring lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.942138] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.118551] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809697} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.118862] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 4ae6521d-9281-432a-80a6-96705ae092c1/4ae6521d-9281-432a-80a6-96705ae092c1.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.119123] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.119385] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc2ee943-055b-41c4-b9c3-2807e213aaa4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.125823] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Waiting for the task: (returnval){ [ 727.125823] env[68292]: value = "task-3071662" [ 727.125823] env[68292]: _type = "Task" [ 727.125823] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.134642] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.252319] env[68292]: DEBUG nova.compute.manager [None req-85002434-e76b-4533-9b90-8c7729d842f8 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 6595abe9-5f39-4106-9850-66040f8f7260] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.275715] env[68292]: ERROR nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [req-c1f2ead9-5afd-4e8d-92f1-0ea99d93bfb2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c1f2ead9-5afd-4e8d-92f1-0ea99d93bfb2"}]} [ 727.303037] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 727.316483] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 727.316724] env[68292]: DEBUG nova.compute.provider_tree [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.331482] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 727.352621] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 727.398407] env[68292]: DEBUG oslo_concurrency.lockutils [req-96d24381-cb6b-4ccc-a019-980812db6aa2 req-7181c3d2-930c-4b95-a975-55ed05da983a service nova] Releasing lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.398803] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e23e49c-2c64-4ac9-bb6a-e84f5c62b3a1 req-62910ff5-2f80-482b-9e46-8f8cb9e8b299 service nova] Acquired lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.400322] env[68292]: DEBUG nova.network.neutron [req-8e23e49c-2c64-4ac9-bb6a-e84f5c62b3a1 req-62910ff5-2f80-482b-9e46-8f8cb9e8b299 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Refreshing network info cache for port 4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.420510] env[68292]: DEBUG nova.network.neutron [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Successfully updated port: 61e111bf-10d3-4697-ad88-a15c91eba61b {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.638707] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066143} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.641945] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.643881] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985545ff-dcc4-4cb2-9f3c-30a82dc6bbbe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.669266] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 4ae6521d-9281-432a-80a6-96705ae092c1/4ae6521d-9281-432a-80a6-96705ae092c1.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.674028] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b92d598d-1761-4723-9eab-e9ba6e81ff81 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.698511] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Waiting for the task: (returnval){ [ 727.698511] env[68292]: value = "task-3071663" [ 727.698511] env[68292]: _type = "Task" [ 727.698511] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.710965] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.725682] env[68292]: DEBUG nova.compute.manager [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Received event network-vif-deleted-2844f4d4-62b6-4399-8055-456b3ab3f31f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.726000] env[68292]: DEBUG nova.compute.manager [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Received event network-vif-deleted-8dfbd856-76f7-4db5-ad21-b568a644750f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.726260] env[68292]: INFO nova.compute.manager [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Neutron deleted interface 8dfbd856-76f7-4db5-ad21-b568a644750f; detaching it from the instance and deleting it from the info cache [ 727.727223] env[68292]: DEBUG nova.network.neutron [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Updating instance_info_cache with network_info: [{"id": "62a42586-0793-417c-9b20-450b8506bf87", "address": "fa:16:3e:e1:15:ec", "network": {"id": "99b3ef7c-d71a-4cad-911b-a9432a6455e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153830426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a42586-07", "ovs_interfaceid": "62a42586-0793-417c-9b20-450b8506bf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbc66008-c11b-4947-9926-35d5ce375f08", "address": "fa:16:3e:25:e0:0c", "network": {"id": "99b3ef7c-d71a-4cad-911b-a9432a6455e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153830426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc66008-c1", "ovs_interfaceid": "dbc66008-c11b-4947-9926-35d5ce375f08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.727764] env[68292]: DEBUG nova.network.neutron [-] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.756851] env[68292]: DEBUG nova.compute.manager [None req-85002434-e76b-4533-9b90-8c7729d842f8 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 6595abe9-5f39-4106-9850-66040f8f7260] Instance disappeared before build. {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 727.773170] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.923510] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Acquiring lock "refresh_cache-60fe2903-0080-4440-b2a4-e25fd9a177e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.923630] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Acquired lock "refresh_cache-60fe2903-0080-4440-b2a4-e25fd9a177e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.923783] env[68292]: DEBUG nova.network.neutron [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.932901] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e29087-9505-43ca-b902-a627475d211b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.944607] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a96fb80-a83e-47fe-a8bb-670c42194d23 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.983905] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba963a3-22f2-40df-832b-893fa50fd828 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.992450] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48f7abd-7b29-4145-b3c7-0bafb857f88a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.009704] env[68292]: DEBUG nova.compute.provider_tree [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.135552] env[68292]: DEBUG nova.network.neutron [-] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.210079] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.233869] env[68292]: INFO nova.compute.manager [-] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Took 1.39 seconds to deallocate network for instance. [ 728.233869] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c081c8b5-1ac7-4471-a8b4-8ff5822a8c16 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.247639] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e9ed55-f93c-4e5a-8986-a14f65002bae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.296144] env[68292]: DEBUG nova.compute.manager [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Detach interface failed, port_id=8dfbd856-76f7-4db5-ad21-b568a644750f, reason: Instance 220c91c5-79e3-4a25-a5cc-708741b4356a could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 728.296399] env[68292]: DEBUG nova.compute.manager [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Received event network-vif-plugged-61e111bf-10d3-4697-ad88-a15c91eba61b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.296627] env[68292]: DEBUG oslo_concurrency.lockutils [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] Acquiring lock "60fe2903-0080-4440-b2a4-e25fd9a177e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.296869] env[68292]: DEBUG oslo_concurrency.lockutils [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] Lock "60fe2903-0080-4440-b2a4-e25fd9a177e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.297062] env[68292]: DEBUG oslo_concurrency.lockutils [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] Lock "60fe2903-0080-4440-b2a4-e25fd9a177e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.297278] env[68292]: DEBUG nova.compute.manager [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] No waiting events found dispatching network-vif-plugged-61e111bf-10d3-4697-ad88-a15c91eba61b {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.297462] env[68292]: WARNING nova.compute.manager [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Received unexpected event network-vif-plugged-61e111bf-10d3-4697-ad88-a15c91eba61b for instance with vm_state building and task_state spawning. [ 728.297652] env[68292]: DEBUG nova.compute.manager [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Received event network-vif-deleted-62a42586-0793-417c-9b20-450b8506bf87 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.297834] env[68292]: INFO nova.compute.manager [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Neutron deleted interface 62a42586-0793-417c-9b20-450b8506bf87; detaching it from the instance and deleting it from the info cache [ 728.298145] env[68292]: DEBUG nova.network.neutron [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Updating instance_info_cache with network_info: [{"id": "dbc66008-c11b-4947-9926-35d5ce375f08", "address": "fa:16:3e:25:e0:0c", "network": {"id": "99b3ef7c-d71a-4cad-911b-a9432a6455e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-153830426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc66008-c1", "ovs_interfaceid": "dbc66008-c11b-4947-9926-35d5ce375f08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.304128] env[68292]: DEBUG oslo_concurrency.lockutils [None req-85002434-e76b-4533-9b90-8c7729d842f8 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "6595abe9-5f39-4106-9850-66040f8f7260" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.306s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.500747] env[68292]: DEBUG nova.network.neutron [req-8e23e49c-2c64-4ac9-bb6a-e84f5c62b3a1 req-62910ff5-2f80-482b-9e46-8f8cb9e8b299 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updated VIF entry in instance network info cache for port 4a988fa2-66a8-4277-8e8e-6993c355c51c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.501325] env[68292]: DEBUG nova.network.neutron [req-8e23e49c-2c64-4ac9-bb6a-e84f5c62b3a1 req-62910ff5-2f80-482b-9e46-8f8cb9e8b299 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updating instance_info_cache with network_info: [{"id": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "address": "fa:16:3e:b8:60:b9", "network": {"id": "93337b5e-6705-4056-963b-b8981d71e8d3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831004586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a12d92afe574b19a0a0d9a8f78750e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a988fa2-66", "ovs_interfaceid": "4a988fa2-66a8-4277-8e8e-6993c355c51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.523628] env[68292]: DEBUG nova.network.neutron [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.537601] env[68292]: ERROR nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [req-bc099ab4-5336-4ac4-af9c-1f0f88157dad] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bc099ab4-5336-4ac4-af9c-1f0f88157dad"}]} [ 728.561311] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 728.582204] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 728.582456] env[68292]: DEBUG nova.compute.provider_tree [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.601107] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 728.625998] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 728.643019] env[68292]: INFO nova.compute.manager [-] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Took 3.04 seconds to deallocate network for instance. [ 728.704366] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "e4180bfa-0718-445e-823c-0fc272adb215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.704629] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "e4180bfa-0718-445e-823c-0fc272adb215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.721344] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071663, 'name': ReconfigVM_Task, 'duration_secs': 0.615281} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.724400] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 4ae6521d-9281-432a-80a6-96705ae092c1/4ae6521d-9281-432a-80a6-96705ae092c1.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.725343] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b76a051-c011-4858-9505-fab320294b74 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.731819] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Waiting for the task: (returnval){ [ 728.731819] env[68292]: value = "task-3071666" [ 728.731819] env[68292]: _type = "Task" [ 728.731819] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.742889] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071666, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.746113] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.806388] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.806625] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.806829] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.807048] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.807217] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.809279] env[68292]: DEBUG nova.compute.manager [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.816905] env[68292]: INFO nova.compute.manager [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Terminating instance [ 728.816905] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdbbc9e9-73bc-46c1-9a5a-e601087a1e4b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.829065] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e403a34-f46b-493a-95e7-1588c32637c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.868997] env[68292]: DEBUG nova.compute.manager [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Detach interface failed, port_id=62a42586-0793-417c-9b20-450b8506bf87, reason: Instance 220c91c5-79e3-4a25-a5cc-708741b4356a could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 728.869246] env[68292]: DEBUG nova.compute.manager [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Received event network-changed-61e111bf-10d3-4697-ad88-a15c91eba61b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.869409] env[68292]: DEBUG nova.compute.manager [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Refreshing instance network info cache due to event network-changed-61e111bf-10d3-4697-ad88-a15c91eba61b. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.869668] env[68292]: DEBUG oslo_concurrency.lockutils [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] Acquiring lock "refresh_cache-60fe2903-0080-4440-b2a4-e25fd9a177e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.903913] env[68292]: DEBUG nova.network.neutron [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Updating instance_info_cache with network_info: [{"id": "61e111bf-10d3-4697-ad88-a15c91eba61b", "address": "fa:16:3e:9c:99:77", "network": {"id": "5e5ed9a6-45d6-4ac3-aff3-1c84551832e9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-839271115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10571e29e22a45028d4c1a22f1a8f030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e111bf-10", "ovs_interfaceid": "61e111bf-10d3-4697-ad88-a15c91eba61b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.947795] env[68292]: DEBUG nova.compute.manager [req-762a79c0-80b0-4c9b-88b4-76d9746f32e4 req-0da063d7-af3b-4e3c-a869-65d95729dd8b service nova] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Received event network-vif-deleted-d9ff51d4-aa89-4d12-b037-fb66292913bf {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.008614] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e23e49c-2c64-4ac9-bb6a-e84f5c62b3a1 req-62910ff5-2f80-482b-9e46-8f8cb9e8b299 service nova] Releasing lock "refresh_cache-2a13c39c-ba50-460c-9ed1-371aacf4c757" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.151945] env[68292]: DEBUG oslo_concurrency.lockutils [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.215149] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8b6c49-3e19-486f-abe2-ce123c0fa927 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.223187] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b887fbf0-2a38-4a52-93d1-a6ac1e41f342 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.267811] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f30a28-55c8-4da8-9f98-804335c4a193 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.276673] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071666, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.279744] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ddc1e7-6f74-44b3-9fc9-3cf739c75132 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.293133] env[68292]: DEBUG nova.compute.provider_tree [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.327286] env[68292]: DEBUG nova.compute.manager [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.327286] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.331019] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a174f6-17f8-4e9d-b944-3b13fb2708d2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.336064] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.336319] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cffc2442-926a-46b0-8ecb-833ac9179fcd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.338900] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.343159] env[68292]: DEBUG oslo_vmware.api [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 729.343159] env[68292]: value = "task-3071667" [ 729.343159] env[68292]: _type = "Task" [ 729.343159] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.351070] env[68292]: DEBUG oslo_vmware.api [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.406371] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Releasing lock "refresh_cache-60fe2903-0080-4440-b2a4-e25fd9a177e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.406716] env[68292]: DEBUG nova.compute.manager [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Instance network_info: |[{"id": "61e111bf-10d3-4697-ad88-a15c91eba61b", "address": "fa:16:3e:9c:99:77", "network": {"id": "5e5ed9a6-45d6-4ac3-aff3-1c84551832e9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-839271115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10571e29e22a45028d4c1a22f1a8f030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e111bf-10", "ovs_interfaceid": "61e111bf-10d3-4697-ad88-a15c91eba61b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.407030] env[68292]: DEBUG oslo_concurrency.lockutils [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] Acquired lock "refresh_cache-60fe2903-0080-4440-b2a4-e25fd9a177e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.407398] env[68292]: DEBUG nova.network.neutron [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Refreshing network info cache for port 61e111bf-10d3-4697-ad88-a15c91eba61b {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.411030] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:99:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61e111bf-10d3-4697-ad88-a15c91eba61b', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.418186] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Creating folder: Project (10571e29e22a45028d4c1a22f1a8f030). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.418186] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74da858d-7bc6-4cf8-b988-371fff082132 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.430038] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Created folder: Project (10571e29e22a45028d4c1a22f1a8f030) in parent group-v614981. [ 729.430038] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Creating folder: Instances. Parent ref: group-v615071. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.430038] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5516859-6e92-4198-8c2a-97bbfcea1350 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.439131] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Created folder: Instances in parent group-v615071. [ 729.439683] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.439683] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.439833] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b263fee-50cf-4402-9be8-822c12c8c234 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.458819] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.458819] env[68292]: value = "task-3071670" [ 729.458819] env[68292]: _type = "Task" [ 729.458819] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.467757] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071670, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.778047] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071666, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.841753] env[68292]: ERROR nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] [req-7d103851-d1f5-46fb-883e-b9bf73998ace] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-7d103851-d1f5-46fb-883e-b9bf73998ace"}]} [ 729.852998] env[68292]: DEBUG oslo_vmware.api [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.857261] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 729.869158] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 729.869158] env[68292]: DEBUG nova.compute.provider_tree [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.879266] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 729.892439] env[68292]: DEBUG nova.compute.manager [req-33f88898-5f15-4fbe-b1b1-451b6161bc26 req-f2ce7dde-61ff-4c3c-9e6f-8f5cd8dfa0a0 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Received event network-vif-deleted-dbc66008-c11b-4947-9926-35d5ce375f08 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.892561] env[68292]: INFO nova.compute.manager [req-33f88898-5f15-4fbe-b1b1-451b6161bc26 req-f2ce7dde-61ff-4c3c-9e6f-8f5cd8dfa0a0 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Neutron deleted interface dbc66008-c11b-4947-9926-35d5ce375f08; detaching it from the instance and deleting it from the info cache [ 729.892707] env[68292]: DEBUG nova.network.neutron [req-33f88898-5f15-4fbe-b1b1-451b6161bc26 req-f2ce7dde-61ff-4c3c-9e6f-8f5cd8dfa0a0 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.899341] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 729.899511] env[68292]: DEBUG nova.compute.provider_tree [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 52 to 53 during operation: update_traits {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 729.970885] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071670, 'name': CreateVM_Task, 'duration_secs': 0.374854} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.973895] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.974512] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.974672] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.974996] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.976575] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b49598-f05b-4a1a-92b3-7a894e01057a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.980428] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Waiting for the task: (returnval){ [ 729.980428] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526478ff-e574-2b6f-1daf-c7268a15c38f" [ 729.980428] env[68292]: _type = "Task" [ 729.980428] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.992063] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526478ff-e574-2b6f-1daf-c7268a15c38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.230926] env[68292]: DEBUG nova.network.neutron [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Updated VIF entry in instance network info cache for port 61e111bf-10d3-4697-ad88-a15c91eba61b. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.232685] env[68292]: DEBUG nova.network.neutron [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Updating instance_info_cache with network_info: [{"id": "61e111bf-10d3-4697-ad88-a15c91eba61b", "address": "fa:16:3e:9c:99:77", "network": {"id": "5e5ed9a6-45d6-4ac3-aff3-1c84551832e9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-839271115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10571e29e22a45028d4c1a22f1a8f030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e111bf-10", "ovs_interfaceid": "61e111bf-10d3-4697-ad88-a15c91eba61b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.275046] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071666, 'name': Rename_Task, 'duration_secs': 1.410893} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.277845] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.278670] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb2a9322-b5c6-4734-bdf3-4a50b4bb4fb1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.285195] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Waiting for the task: (returnval){ [ 730.285195] env[68292]: value = "task-3071671" [ 730.285195] env[68292]: _type = "Task" [ 730.285195] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.296928] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.318964] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "afb6920d-1c34-440d-a0df-33e48701dade" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.319209] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "afb6920d-1c34-440d-a0df-33e48701dade" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.353554] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "0196b796-8e2b-470e-90a0-4cd261d46415" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.353790] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "0196b796-8e2b-470e-90a0-4cd261d46415" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.358142] env[68292]: DEBUG oslo_vmware.api [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071667, 'name': PowerOffVM_Task, 'duration_secs': 1.00353} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.360881] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.361074] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.367654] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-398ea6bc-ca40-47ef-84fc-2a8bf45702e3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.395277] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39e33f55-06d7-4f0f-b442-23b6a9cd494a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.407728] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66494d4a-25f8-43de-9118-989c6527fae7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.429506] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.429730] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.429955] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Deleting the datastore file [datastore2] a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.430806] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-539a99f7-d82c-4211-a19c-60b9c3c72a43 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.449949] env[68292]: DEBUG nova.compute.manager [req-33f88898-5f15-4fbe-b1b1-451b6161bc26 req-f2ce7dde-61ff-4c3c-9e6f-8f5cd8dfa0a0 service nova] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Detach interface failed, port_id=dbc66008-c11b-4947-9926-35d5ce375f08, reason: Instance 220c91c5-79e3-4a25-a5cc-708741b4356a could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 730.455698] env[68292]: DEBUG oslo_vmware.api [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for the task: (returnval){ [ 730.455698] env[68292]: value = "task-3071675" [ 730.455698] env[68292]: _type = "Task" [ 730.455698] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.463841] env[68292]: DEBUG oslo_vmware.api [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.491851] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526478ff-e574-2b6f-1daf-c7268a15c38f, 'name': SearchDatastore_Task, 'duration_secs': 0.040417} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.492205] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.492475] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.492718] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.492889] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.493100] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.496379] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bac79f6b-734a-4f8b-a479-60cdface292e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.504115] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.504318] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.505101] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369912ec-9a92-4439-8812-f9c7efd68058 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.511373] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Waiting for the task: (returnval){ [ 730.511373] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522fa219-12f9-5a5a-37da-84d18a50d868" [ 730.511373] env[68292]: _type = "Task" [ 730.511373] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.522479] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522fa219-12f9-5a5a-37da-84d18a50d868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.525340] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89889754-ab30-446a-b6d0-b93ca4eacc17 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.531897] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20e517d-0cee-4bcd-9306-6e8212251f9e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.568997] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02285f0d-3ee1-48d8-9862-20605af927ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.576903] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323aba7c-16db-47c0-8b3e-83692c45acd6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.591189] env[68292]: DEBUG nova.compute.provider_tree [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.738499] env[68292]: DEBUG oslo_concurrency.lockutils [req-5a85ea17-a8eb-4e0b-84c2-dd520c388e1f req-9669027a-e710-47f6-b4d3-c65225c5fa3a service nova] Releasing lock "refresh_cache-60fe2903-0080-4440-b2a4-e25fd9a177e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.798293] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071671, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.970583] env[68292]: DEBUG oslo_vmware.api [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Task: {'id': task-3071675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166575} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.970900] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.971162] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.971456] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.971732] env[68292]: INFO nova.compute.manager [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Took 1.64 seconds to destroy the instance on the hypervisor. [ 730.972632] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.973062] env[68292]: DEBUG nova.compute.manager [-] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.973165] env[68292]: DEBUG nova.network.neutron [-] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.030651] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522fa219-12f9-5a5a-37da-84d18a50d868, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.032065] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60f531b-93f4-4b3a-b92e-dd4cccc6a397 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.037330] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Waiting for the task: (returnval){ [ 731.037330] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]524cb78a-c4c4-9fed-0e08-37762303a2b0" [ 731.037330] env[68292]: _type = "Task" [ 731.037330] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.051122] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524cb78a-c4c4-9fed-0e08-37762303a2b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.130501] env[68292]: DEBUG nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 731.130944] env[68292]: DEBUG nova.compute.provider_tree [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 53 to 54 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 731.131080] env[68292]: DEBUG nova.compute.provider_tree [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.296514] env[68292]: DEBUG oslo_vmware.api [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071671, 'name': PowerOnVM_Task, 'duration_secs': 0.703615} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.297234] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.297234] env[68292]: INFO nova.compute.manager [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Took 11.58 seconds to spawn the instance on the hypervisor. [ 731.297234] env[68292]: DEBUG nova.compute.manager [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.298710] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8c0532-7d4c-43d5-a662-05c04ec9f3da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.549436] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524cb78a-c4c4-9fed-0e08-37762303a2b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013196} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.549759] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.550087] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 60fe2903-0080-4440-b2a4-e25fd9a177e0/60fe2903-0080-4440-b2a4-e25fd9a177e0.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.550419] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b40a4a6f-7674-45d0-9576-f30cc63eecfa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.557832] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Waiting for the task: (returnval){ [ 731.557832] env[68292]: value = "task-3071676" [ 731.557832] env[68292]: _type = "Task" [ 731.557832] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.565703] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.639509] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 6.137s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.642729] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.412s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.644409] env[68292]: INFO nova.compute.claims [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.662092] env[68292]: INFO nova.scheduler.client.report [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Deleted allocations for instance a2730738-7df2-42da-8048-7d06e3b97d4a [ 731.777665] env[68292]: DEBUG nova.network.neutron [-] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.817677] env[68292]: INFO nova.compute.manager [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Took 35.29 seconds to build instance. [ 731.917875] env[68292]: DEBUG nova.compute.manager [req-3f5907c5-3dec-4468-916b-98bdbcb49659 req-085fe231-4222-4d4c-959a-a4af15ca47b9 service nova] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Received event network-vif-deleted-5a55f708-c7ba-4230-b230-ad192322fe6c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.068513] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.170307] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8de5bec3-be67-4201-969f-65a53dea57d2 tempest-FloatingIPsAssociationNegativeTestJSON-107994786 tempest-FloatingIPsAssociationNegativeTestJSON-107994786-project-member] Lock "a2730738-7df2-42da-8048-7d06e3b97d4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.738s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.281654] env[68292]: INFO nova.compute.manager [-] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Took 1.31 seconds to deallocate network for instance. [ 732.319719] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f5cc765-afcf-4fcb-925b-e9c93c4b28b3 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Lock "4ae6521d-9281-432a-80a6-96705ae092c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.201s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.570800] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071676, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.786792] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.824471] env[68292]: DEBUG nova.compute.manager [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.071804] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071676, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.05347} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.077047] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 60fe2903-0080-4440-b2a4-e25fd9a177e0/60fe2903-0080-4440-b2a4-e25fd9a177e0.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.077047] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.077420] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fa1f41b-af47-4c59-ae6c-d3e327ffd61b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.085580] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Waiting for the task: (returnval){ [ 733.085580] env[68292]: value = "task-3071679" [ 733.085580] env[68292]: _type = "Task" [ 733.085580] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.099580] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.184329] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556bbf7c-6958-4528-9459-76e7e7acf502 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.192334] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f17255-7896-49e3-8637-f9ccef6d4673 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.223707] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dde687-ccf5-4143-ad7f-c1df59213c98 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.231863] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092ff885-6bbf-44f7-872d-9998134e7be6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.246198] env[68292]: DEBUG nova.compute.provider_tree [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.346254] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.599176] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1241} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.599534] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.600430] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af059fdf-2896-4182-967a-4c82f0cbfdc6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.637193] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 60fe2903-0080-4440-b2a4-e25fd9a177e0/60fe2903-0080-4440-b2a4-e25fd9a177e0.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.637193] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48ef2d71-d573-445c-b84d-b72b489a7999 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.660212] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Waiting for the task: (returnval){ [ 733.660212] env[68292]: value = "task-3071680" [ 733.660212] env[68292]: _type = "Task" [ 733.660212] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.676503] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.787488] env[68292]: DEBUG nova.scheduler.client.report [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 733.788080] env[68292]: DEBUG nova.compute.provider_tree [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 54 to 55 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 733.790018] env[68292]: DEBUG nova.compute.provider_tree [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.961558] env[68292]: DEBUG nova.compute.manager [req-6403cd09-46e5-43a2-bb92-ed94670a5d5b req-841f807e-50ff-4104-9b6b-002bf194318d service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Received event network-changed-2437dce4-5b41-4057-83e6-1c352368bbd4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.961827] env[68292]: DEBUG nova.compute.manager [req-6403cd09-46e5-43a2-bb92-ed94670a5d5b req-841f807e-50ff-4104-9b6b-002bf194318d service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Refreshing instance network info cache due to event network-changed-2437dce4-5b41-4057-83e6-1c352368bbd4. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.961972] env[68292]: DEBUG oslo_concurrency.lockutils [req-6403cd09-46e5-43a2-bb92-ed94670a5d5b req-841f807e-50ff-4104-9b6b-002bf194318d service nova] Acquiring lock "refresh_cache-4ae6521d-9281-432a-80a6-96705ae092c1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.962504] env[68292]: DEBUG oslo_concurrency.lockutils [req-6403cd09-46e5-43a2-bb92-ed94670a5d5b req-841f807e-50ff-4104-9b6b-002bf194318d service nova] Acquired lock "refresh_cache-4ae6521d-9281-432a-80a6-96705ae092c1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.962750] env[68292]: DEBUG nova.network.neutron [req-6403cd09-46e5-43a2-bb92-ed94670a5d5b req-841f807e-50ff-4104-9b6b-002bf194318d service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Refreshing network info cache for port 2437dce4-5b41-4057-83e6-1c352368bbd4 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.175095] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071680, 'name': ReconfigVM_Task, 'duration_secs': 0.278945} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.175452] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 60fe2903-0080-4440-b2a4-e25fd9a177e0/60fe2903-0080-4440-b2a4-e25fd9a177e0.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.176101] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71a968de-7134-4752-9f0a-0f03f54155ff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.185024] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Waiting for the task: (returnval){ [ 734.185024] env[68292]: value = "task-3071681" [ 734.185024] env[68292]: _type = "Task" [ 734.185024] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.196287] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071681, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.295583] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.296256] env[68292]: DEBUG nova.compute.manager [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.299285] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.495s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.299382] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.299577] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 734.299818] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.441s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.301344] env[68292]: INFO nova.compute.claims [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.305256] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400c34a-d3c4-4eb2-9cba-7fc8c634f2e3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.316885] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89910510-5024-44e3-bd56-8ef15cffcbe7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.333197] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b10a49e-67a9-4f19-8ad6-da400e8fcbeb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.343314] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373a1c93-dfd3-4bbd-8359-bd9521bfd9a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.376866] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179635MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 734.377008] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.696333] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071681, 'name': Rename_Task, 'duration_secs': 0.146714} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.696720] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.697038] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-082369b8-bc64-4de8-b675-d2027236d947 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.704445] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Waiting for the task: (returnval){ [ 734.704445] env[68292]: value = "task-3071684" [ 734.704445] env[68292]: _type = "Task" [ 734.704445] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.714291] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.759813] env[68292]: DEBUG nova.network.neutron [req-6403cd09-46e5-43a2-bb92-ed94670a5d5b req-841f807e-50ff-4104-9b6b-002bf194318d service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Updated VIF entry in instance network info cache for port 2437dce4-5b41-4057-83e6-1c352368bbd4. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.759813] env[68292]: DEBUG nova.network.neutron [req-6403cd09-46e5-43a2-bb92-ed94670a5d5b req-841f807e-50ff-4104-9b6b-002bf194318d service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Updating instance_info_cache with network_info: [{"id": "2437dce4-5b41-4057-83e6-1c352368bbd4", "address": "fa:16:3e:d6:9a:da", "network": {"id": "89876c45-d9d3-4c85-8457-6338eb3b66d0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-791803924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2124c405f5754b16b1ef348924fb4d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2437dce4-5b", "ovs_interfaceid": "2437dce4-5b41-4057-83e6-1c352368bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.807980] env[68292]: DEBUG nova.compute.utils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.809602] env[68292]: DEBUG nova.compute.manager [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.809602] env[68292]: DEBUG nova.network.neutron [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.859287] env[68292]: DEBUG nova.policy [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8199e293a844979b845889f0f755e51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '298a2fb24ab1489795b83f65f7498a2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.218708] env[68292]: DEBUG oslo_vmware.api [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071684, 'name': PowerOnVM_Task, 'duration_secs': 0.487418} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.219422] env[68292]: DEBUG nova.network.neutron [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Successfully created port: 4a5966b4-6151-4f38-ac26-fcd0e93884a0 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.221411] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.221625] env[68292]: INFO nova.compute.manager [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Took 10.46 seconds to spawn the instance on the hypervisor. [ 735.221840] env[68292]: DEBUG nova.compute.manager [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.223033] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757f9808-9700-4e6b-8b44-3edfc9d28b0b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.260830] env[68292]: DEBUG oslo_concurrency.lockutils [req-6403cd09-46e5-43a2-bb92-ed94670a5d5b req-841f807e-50ff-4104-9b6b-002bf194318d service nova] Releasing lock "refresh_cache-4ae6521d-9281-432a-80a6-96705ae092c1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.315050] env[68292]: DEBUG nova.compute.manager [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.756042] env[68292]: INFO nova.compute.manager [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Took 33.50 seconds to build instance. [ 735.826353] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3a6e59-a438-4977-8914-5d1ee98b729b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.836788] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c92a487-451d-4235-99f9-496dba5aeda9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.869620] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583e5c83-5dda-4c06-96ca-728dfe78cf9a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.878887] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa556b6-6f7a-41a6-a731-f4edd7f265b4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.893862] env[68292]: DEBUG nova.compute.provider_tree [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.261399] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cd51a3c7-73e2-4ab4-bed1-1f2e153f3491 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Lock "60fe2903-0080-4440-b2a4-e25fd9a177e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.296s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.330496] env[68292]: DEBUG nova.compute.manager [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.359468] env[68292]: DEBUG nova.virt.hardware [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.359728] env[68292]: DEBUG nova.virt.hardware [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.359887] env[68292]: DEBUG nova.virt.hardware [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.360230] env[68292]: DEBUG nova.virt.hardware [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.360435] env[68292]: DEBUG nova.virt.hardware [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.360590] env[68292]: DEBUG nova.virt.hardware [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.360800] env[68292]: DEBUG nova.virt.hardware [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.360962] env[68292]: DEBUG nova.virt.hardware [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.361145] env[68292]: DEBUG nova.virt.hardware [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.361311] env[68292]: DEBUG nova.virt.hardware [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.361483] env[68292]: DEBUG nova.virt.hardware [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.362344] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16a9733-2192-4d35-a017-49845fbd9c16 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.371273] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a1bd11-3cea-49b6-b4f7-acdaa82948a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.396596] env[68292]: DEBUG nova.scheduler.client.report [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.462910] env[68292]: DEBUG oslo_concurrency.lockutils [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Acquiring lock "60fe2903-0080-4440-b2a4-e25fd9a177e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.463191] env[68292]: DEBUG oslo_concurrency.lockutils [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Lock "60fe2903-0080-4440-b2a4-e25fd9a177e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.463424] env[68292]: DEBUG oslo_concurrency.lockutils [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Acquiring lock "60fe2903-0080-4440-b2a4-e25fd9a177e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.463616] env[68292]: DEBUG oslo_concurrency.lockutils [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Lock "60fe2903-0080-4440-b2a4-e25fd9a177e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.463785] env[68292]: DEBUG oslo_concurrency.lockutils [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Lock "60fe2903-0080-4440-b2a4-e25fd9a177e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.467082] env[68292]: INFO nova.compute.manager [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Terminating instance [ 736.763039] env[68292]: DEBUG nova.compute.manager [req-ed370b7b-adc3-4b45-849a-556f2e9df6e5 req-ae834399-e995-4fb9-8bfb-5888ca0ed549 service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Received event network-vif-plugged-4a5966b4-6151-4f38-ac26-fcd0e93884a0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.763317] env[68292]: DEBUG oslo_concurrency.lockutils [req-ed370b7b-adc3-4b45-849a-556f2e9df6e5 req-ae834399-e995-4fb9-8bfb-5888ca0ed549 service nova] Acquiring lock "e1dee11e-e22b-48b2-9767-e1a06d5d0325-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.763528] env[68292]: DEBUG oslo_concurrency.lockutils [req-ed370b7b-adc3-4b45-849a-556f2e9df6e5 req-ae834399-e995-4fb9-8bfb-5888ca0ed549 service nova] Lock "e1dee11e-e22b-48b2-9767-e1a06d5d0325-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.763739] env[68292]: DEBUG oslo_concurrency.lockutils [req-ed370b7b-adc3-4b45-849a-556f2e9df6e5 req-ae834399-e995-4fb9-8bfb-5888ca0ed549 service nova] Lock "e1dee11e-e22b-48b2-9767-e1a06d5d0325-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.763909] env[68292]: DEBUG nova.compute.manager [req-ed370b7b-adc3-4b45-849a-556f2e9df6e5 req-ae834399-e995-4fb9-8bfb-5888ca0ed549 service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] No waiting events found dispatching network-vif-plugged-4a5966b4-6151-4f38-ac26-fcd0e93884a0 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.764646] env[68292]: WARNING nova.compute.manager [req-ed370b7b-adc3-4b45-849a-556f2e9df6e5 req-ae834399-e995-4fb9-8bfb-5888ca0ed549 service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Received unexpected event network-vif-plugged-4a5966b4-6151-4f38-ac26-fcd0e93884a0 for instance with vm_state building and task_state spawning. [ 736.764713] env[68292]: DEBUG nova.compute.manager [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.903305] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.903802] env[68292]: DEBUG nova.compute.manager [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.907228] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.854s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.908625] env[68292]: INFO nova.compute.claims [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.962592] env[68292]: DEBUG nova.network.neutron [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Successfully updated port: 4a5966b4-6151-4f38-ac26-fcd0e93884a0 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.971591] env[68292]: DEBUG nova.compute.manager [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.971832] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.973718] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fe5c67-0841-4e86-92c5-9395dbedabc3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.982730] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.985018] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a4693b3-2db1-4566-a53c-f46ac99b8dbd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.992085] env[68292]: DEBUG oslo_vmware.api [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Waiting for the task: (returnval){ [ 736.992085] env[68292]: value = "task-3071687" [ 736.992085] env[68292]: _type = "Task" [ 736.992085] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.002745] env[68292]: DEBUG oslo_vmware.api [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.294359] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.416090] env[68292]: DEBUG nova.compute.utils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.417662] env[68292]: DEBUG nova.compute.manager [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Not allocating networking since 'none' was specified. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 737.466877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Acquiring lock "refresh_cache-e1dee11e-e22b-48b2-9767-e1a06d5d0325" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.466877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Acquired lock "refresh_cache-e1dee11e-e22b-48b2-9767-e1a06d5d0325" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.466877] env[68292]: DEBUG nova.network.neutron [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.509031] env[68292]: DEBUG oslo_vmware.api [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071687, 'name': PowerOffVM_Task, 'duration_secs': 0.17664} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.511369] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.511369] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.511369] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-904c41c9-bf25-49de-a559-00c042e58cc5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.587970] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.588196] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.588408] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Deleting the datastore file [datastore1] 60fe2903-0080-4440-b2a4-e25fd9a177e0 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.588682] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-316e3d6e-e661-4f34-9540-4e790b676d91 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.603023] env[68292]: DEBUG oslo_vmware.api [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Waiting for the task: (returnval){ [ 737.603023] env[68292]: value = "task-3071689" [ 737.603023] env[68292]: _type = "Task" [ 737.603023] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.613360] env[68292]: DEBUG oslo_vmware.api [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.921406] env[68292]: DEBUG nova.compute.manager [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.001461] env[68292]: DEBUG nova.network.neutron [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.113647] env[68292]: DEBUG oslo_vmware.api [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Task: {'id': task-3071689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177439} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.115380] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.115669] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.115888] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.116126] env[68292]: INFO nova.compute.manager [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 738.116382] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.116833] env[68292]: DEBUG nova.compute.manager [-] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.116931] env[68292]: DEBUG nova.network.neutron [-] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.230619] env[68292]: DEBUG nova.network.neutron [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Updating instance_info_cache with network_info: [{"id": "4a5966b4-6151-4f38-ac26-fcd0e93884a0", "address": "fa:16:3e:1d:0e:b6", "network": {"id": "5b0627ab-46c9-4b9f-bcad-99abfbad7d3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1142278309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298a2fb24ab1489795b83f65f7498a2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a5966b4-61", "ovs_interfaceid": "4a5966b4-6151-4f38-ac26-fcd0e93884a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.471024] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ac847-c1d5-49a8-b3b2-9ab140c586d7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.484580] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce84ecc7-ad7b-4e58-acfe-f0a4743e4fa0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.538879] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fbfcaa-5d16-4470-84c7-8de55fb99be3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.547514] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678e4eda-421b-4299-b98f-f3541d4cb80e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.565055] env[68292]: DEBUG nova.compute.provider_tree [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.734138] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Releasing lock "refresh_cache-e1dee11e-e22b-48b2-9767-e1a06d5d0325" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.734567] env[68292]: DEBUG nova.compute.manager [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Instance network_info: |[{"id": "4a5966b4-6151-4f38-ac26-fcd0e93884a0", "address": "fa:16:3e:1d:0e:b6", "network": {"id": "5b0627ab-46c9-4b9f-bcad-99abfbad7d3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1142278309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298a2fb24ab1489795b83f65f7498a2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a5966b4-61", "ovs_interfaceid": "4a5966b4-6151-4f38-ac26-fcd0e93884a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.735293] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:0e:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a5966b4-6151-4f38-ac26-fcd0e93884a0', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.745985] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Creating folder: Project (298a2fb24ab1489795b83f65f7498a2e). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.746343] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6af5ee99-3f24-4f10-9d79-f84a23760782 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.759754] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "091c02fd-3fef-4b06-b81b-d3d3397c51a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.760048] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "091c02fd-3fef-4b06-b81b-d3d3397c51a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.762044] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Created folder: Project (298a2fb24ab1489795b83f65f7498a2e) in parent group-v614981. [ 738.762252] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Creating folder: Instances. Parent ref: group-v615076. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.762502] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8fb93bd-9b58-4217-a04f-6f5c65c47275 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.776939] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Created folder: Instances in parent group-v615076. [ 738.777070] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.777288] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.778170] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c874416-831a-429e-a7ad-9077047bb549 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.801272] env[68292]: DEBUG nova.compute.manager [req-14de8b8c-bee0-4fe5-947b-c232d4bc2fdc req-2519fdba-a359-48f8-b847-707baa97bbfa service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Received event network-changed-4a5966b4-6151-4f38-ac26-fcd0e93884a0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.801475] env[68292]: DEBUG nova.compute.manager [req-14de8b8c-bee0-4fe5-947b-c232d4bc2fdc req-2519fdba-a359-48f8-b847-707baa97bbfa service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Refreshing instance network info cache due to event network-changed-4a5966b4-6151-4f38-ac26-fcd0e93884a0. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.801806] env[68292]: DEBUG oslo_concurrency.lockutils [req-14de8b8c-bee0-4fe5-947b-c232d4bc2fdc req-2519fdba-a359-48f8-b847-707baa97bbfa service nova] Acquiring lock "refresh_cache-e1dee11e-e22b-48b2-9767-e1a06d5d0325" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.801963] env[68292]: DEBUG oslo_concurrency.lockutils [req-14de8b8c-bee0-4fe5-947b-c232d4bc2fdc req-2519fdba-a359-48f8-b847-707baa97bbfa service nova] Acquired lock "refresh_cache-e1dee11e-e22b-48b2-9767-e1a06d5d0325" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.802249] env[68292]: DEBUG nova.network.neutron [req-14de8b8c-bee0-4fe5-947b-c232d4bc2fdc req-2519fdba-a359-48f8-b847-707baa97bbfa service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Refreshing network info cache for port 4a5966b4-6151-4f38-ac26-fcd0e93884a0 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.803954] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "40054cea-df8d-4455-9aa9-7ef7e5f18f9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.804176] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "40054cea-df8d-4455-9aa9-7ef7e5f18f9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.823404] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "47de732d-5723-4c39-bb80-cbc393cbb123" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.823985] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "47de732d-5723-4c39-bb80-cbc393cbb123" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.828141] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.828141] env[68292]: value = "task-3071692" [ 738.828141] env[68292]: _type = "Task" [ 738.828141] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.844345] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071692, 'name': CreateVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.941148] env[68292]: DEBUG nova.compute.manager [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.971416] env[68292]: DEBUG nova.virt.hardware [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.971660] env[68292]: DEBUG nova.virt.hardware [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.971817] env[68292]: DEBUG nova.virt.hardware [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.972012] env[68292]: DEBUG nova.virt.hardware [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.972312] env[68292]: DEBUG nova.virt.hardware [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.972551] env[68292]: DEBUG nova.virt.hardware [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.972699] env[68292]: DEBUG nova.virt.hardware [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.972859] env[68292]: DEBUG nova.virt.hardware [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.973034] env[68292]: DEBUG nova.virt.hardware [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.973205] env[68292]: DEBUG nova.virt.hardware [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.973379] env[68292]: DEBUG nova.virt.hardware [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.974248] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f925b7d-60e1-4d49-993c-efc3b9961dbd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.982610] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbfd22d-6710-45a9-93f2-b5ca08f4eb0d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.998194] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.004087] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Creating folder: Project (79ce20f91ab24fcba6dcefc5d7540d4e). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.004474] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca0ce0c3-b8af-4f85-8435-529b3f10d50f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.017800] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Created folder: Project (79ce20f91ab24fcba6dcefc5d7540d4e) in parent group-v614981. [ 739.018055] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Creating folder: Instances. Parent ref: group-v615079. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.018262] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bcf596c-938d-46d5-9488-7ee60d001b2b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.030364] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Created folder: Instances in parent group-v615079. [ 739.030621] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.030818] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.031043] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76bf6e26-3196-4eb9-ab9f-7bf2dfbc101d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.043209] env[68292]: DEBUG nova.network.neutron [-] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.052804] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.052804] env[68292]: value = "task-3071695" [ 739.052804] env[68292]: _type = "Task" [ 739.052804] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.061746] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071695, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.067583] env[68292]: DEBUG nova.scheduler.client.report [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.339342] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071692, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.549619] env[68292]: INFO nova.compute.manager [-] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Took 1.43 seconds to deallocate network for instance. [ 739.568527] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071695, 'name': CreateVM_Task, 'duration_secs': 0.285732} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.568527] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.568877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.568877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.569093] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.570076] env[68292]: DEBUG nova.network.neutron [req-14de8b8c-bee0-4fe5-947b-c232d4bc2fdc req-2519fdba-a359-48f8-b847-707baa97bbfa service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Updated VIF entry in instance network info cache for port 4a5966b4-6151-4f38-ac26-fcd0e93884a0. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.570411] env[68292]: DEBUG nova.network.neutron [req-14de8b8c-bee0-4fe5-947b-c232d4bc2fdc req-2519fdba-a359-48f8-b847-707baa97bbfa service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Updating instance_info_cache with network_info: [{"id": "4a5966b4-6151-4f38-ac26-fcd0e93884a0", "address": "fa:16:3e:1d:0e:b6", "network": {"id": "5b0627ab-46c9-4b9f-bcad-99abfbad7d3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1142278309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298a2fb24ab1489795b83f65f7498a2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a5966b4-61", "ovs_interfaceid": "4a5966b4-6151-4f38-ac26-fcd0e93884a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.572023] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0678b99-083e-46b8-a288-21d3859d56e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.574029] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.576020] env[68292]: DEBUG nova.compute.manager [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.579289] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.887s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.579289] env[68292]: DEBUG nova.objects.instance [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lazy-loading 'resources' on Instance uuid 7575146e-b572-457f-a8e8-34005b5e9028 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.584314] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Waiting for the task: (returnval){ [ 739.584314] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f07363-e28a-eb7a-9f32-88a7c0394ba9" [ 739.584314] env[68292]: _type = "Task" [ 739.584314] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.600588] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f07363-e28a-eb7a-9f32-88a7c0394ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.601965] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.602263] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.602481] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.604017] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.604017] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.604017] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4b705f3-ec98-4955-a378-f8ac560b2fc3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.613738] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.614889] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.617573] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800f2ad4-b497-42ea-859e-adb8953b1998 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.623486] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Waiting for the task: (returnval){ [ 739.623486] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52cf8148-f5a5-507a-3cad-7a15a6cd2df8" [ 739.623486] env[68292]: _type = "Task" [ 739.623486] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.632180] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cf8148-f5a5-507a-3cad-7a15a6cd2df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.841454] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071692, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.057502] env[68292]: DEBUG oslo_concurrency.lockutils [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.078781] env[68292]: DEBUG oslo_concurrency.lockutils [req-14de8b8c-bee0-4fe5-947b-c232d4bc2fdc req-2519fdba-a359-48f8-b847-707baa97bbfa service nova] Releasing lock "refresh_cache-e1dee11e-e22b-48b2-9767-e1a06d5d0325" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.079051] env[68292]: DEBUG nova.compute.manager [req-14de8b8c-bee0-4fe5-947b-c232d4bc2fdc req-2519fdba-a359-48f8-b847-707baa97bbfa service nova] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Received event network-vif-deleted-61e111bf-10d3-4697-ad88-a15c91eba61b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.079259] env[68292]: INFO nova.compute.manager [req-14de8b8c-bee0-4fe5-947b-c232d4bc2fdc req-2519fdba-a359-48f8-b847-707baa97bbfa service nova] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Neutron deleted interface 61e111bf-10d3-4697-ad88-a15c91eba61b; detaching it from the instance and deleting it from the info cache [ 740.079412] env[68292]: DEBUG nova.network.neutron [req-14de8b8c-bee0-4fe5-947b-c232d4bc2fdc req-2519fdba-a359-48f8-b847-707baa97bbfa service nova] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.081628] env[68292]: DEBUG nova.compute.utils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.086205] env[68292]: DEBUG nova.compute.manager [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.087082] env[68292]: DEBUG nova.network.neutron [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.134791] env[68292]: DEBUG nova.policy [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60113eeef42b41868fe3a60f8811fbc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77b79e3d00e84995bd55dcddd05c7ba1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.140026] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cf8148-f5a5-507a-3cad-7a15a6cd2df8, 'name': SearchDatastore_Task, 'duration_secs': 0.015652} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.141168] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c0e2a0-24d8-4649-ba72-cd52e307086b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.148575] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Waiting for the task: (returnval){ [ 740.148575] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520603f6-2e27-c32d-dad3-90e2aa44109f" [ 740.148575] env[68292]: _type = "Task" [ 740.148575] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.162299] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520603f6-2e27-c32d-dad3-90e2aa44109f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.342770] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071692, 'name': CreateVM_Task, 'duration_secs': 1.419694} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.342770] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.343492] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.343661] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.344015] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.345045] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca62f427-d056-4b5d-9eb8-99e8bee6c938 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.352414] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Waiting for the task: (returnval){ [ 740.352414] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528844f1-aa18-87f9-7241-f5ad4be19055" [ 740.352414] env[68292]: _type = "Task" [ 740.352414] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.366839] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528844f1-aa18-87f9-7241-f5ad4be19055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.554981] env[68292]: DEBUG nova.network.neutron [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Successfully created port: 5600843e-94e6-49df-b15f-7cd537ae047e {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.586827] env[68292]: DEBUG nova.compute.manager [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.594060] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fc2807c-54e7-414c-b0c7-68968951f051 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.606367] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e332dd90-c4ee-4774-8af1-0c2c8a0e4da8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.653998] env[68292]: DEBUG nova.compute.manager [req-14de8b8c-bee0-4fe5-947b-c232d4bc2fdc req-2519fdba-a359-48f8-b847-707baa97bbfa service nova] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Detach interface failed, port_id=61e111bf-10d3-4697-ad88-a15c91eba61b, reason: Instance 60fe2903-0080-4440-b2a4-e25fd9a177e0 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 740.664883] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520603f6-2e27-c32d-dad3-90e2aa44109f, 'name': SearchDatastore_Task, 'duration_secs': 0.015129} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.667590] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.667846] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17/8fe7d6b6-f9d6-41d3-b0b9-de114a053c17.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.668470] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f621218d-168b-433e-a343-e5304283d64f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.677479] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Waiting for the task: (returnval){ [ 740.677479] env[68292]: value = "task-3071696" [ 740.677479] env[68292]: _type = "Task" [ 740.677479] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.689102] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.846031] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Acquiring lock "6dc99502-2329-4b20-828e-20591575c8ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.846443] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Lock "6dc99502-2329-4b20-828e-20591575c8ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.855018] env[68292]: DEBUG oslo_concurrency.lockutils [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Acquiring lock "83b41147-3328-4251-8b8c-242a50534830" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.855018] env[68292]: DEBUG oslo_concurrency.lockutils [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Lock "83b41147-3328-4251-8b8c-242a50534830" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.855018] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec91004e-b168-4d56-b7e7-eb6bec453c8b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.875996] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2813e4a8-0915-468c-b0ea-f0b7ebd0e5f0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.882407] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528844f1-aa18-87f9-7241-f5ad4be19055, 'name': SearchDatastore_Task, 'duration_secs': 0.022289} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.882937] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.883294] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.883726] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.883928] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.884388] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.885391] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71e77c49-19d4-4fcf-91ea-726eab3f2f30 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.937364] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadb76f1-7eee-4869-9922-9092e45a6b60 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.948102] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0706b6cb-acc2-4bb0-9c24-748d4cc00e2e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.954082] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.958023] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.958023] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176a0dfa-b135-4c7e-b5f4-ad0594685756 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.972914] env[68292]: DEBUG nova.compute.provider_tree [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.982796] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Waiting for the task: (returnval){ [ 740.982796] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5281475b-4b0a-7fa2-6ed9-cc1507eca74a" [ 740.982796] env[68292]: _type = "Task" [ 740.982796] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.998995] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5281475b-4b0a-7fa2-6ed9-cc1507eca74a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.188699] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071696, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.477187] env[68292]: DEBUG nova.scheduler.client.report [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.495772] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5281475b-4b0a-7fa2-6ed9-cc1507eca74a, 'name': SearchDatastore_Task, 'duration_secs': 0.06104} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.497121] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86bc53a9-514b-46f8-b522-178482411d02 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.508378] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Waiting for the task: (returnval){ [ 741.508378] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c722ad-c60a-36d2-b3c1-a751eaf9ed16" [ 741.508378] env[68292]: _type = "Task" [ 741.508378] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.519049] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c722ad-c60a-36d2-b3c1-a751eaf9ed16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.605060] env[68292]: DEBUG nova.compute.manager [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.632863] env[68292]: DEBUG nova.virt.hardware [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.633132] env[68292]: DEBUG nova.virt.hardware [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.633288] env[68292]: DEBUG nova.virt.hardware [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.633467] env[68292]: DEBUG nova.virt.hardware [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.633609] env[68292]: DEBUG nova.virt.hardware [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.633749] env[68292]: DEBUG nova.virt.hardware [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.633961] env[68292]: DEBUG nova.virt.hardware [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.634129] env[68292]: DEBUG nova.virt.hardware [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.634292] env[68292]: DEBUG nova.virt.hardware [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.634451] env[68292]: DEBUG nova.virt.hardware [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.634617] env[68292]: DEBUG nova.virt.hardware [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.635598] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab287465-28f7-43a6-b971-df6ab45952cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.648316] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd66dc9-0016-437a-9731-ca99f77fde33 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.688553] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53042} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.688837] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17/8fe7d6b6-f9d6-41d3-b0b9-de114a053c17.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.689213] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.689424] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a706fac-b54d-4005-90cf-d38da86f563b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.698082] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Waiting for the task: (returnval){ [ 741.698082] env[68292]: value = "task-3071697" [ 741.698082] env[68292]: _type = "Task" [ 741.698082] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.706625] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.989490] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.412s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.992222] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.776s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.992477] env[68292]: DEBUG nova.objects.instance [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lazy-loading 'resources' on Instance uuid db064b9d-7b96-4dea-bcdc-a663c9255357 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.012869] env[68292]: INFO nova.scheduler.client.report [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Deleted allocations for instance 7575146e-b572-457f-a8e8-34005b5e9028 [ 742.021591] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c722ad-c60a-36d2-b3c1-a751eaf9ed16, 'name': SearchDatastore_Task, 'duration_secs': 0.01563} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.021591] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.021591] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] e1dee11e-e22b-48b2-9767-e1a06d5d0325/e1dee11e-e22b-48b2-9767-e1a06d5d0325.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.022580] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b484bce2-be04-462c-9286-072a38798030 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.036102] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Waiting for the task: (returnval){ [ 742.036102] env[68292]: value = "task-3071698" [ 742.036102] env[68292]: _type = "Task" [ 742.036102] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.048955] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3071698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.207836] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07574} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.208109] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.208822] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc6a506-906d-4a6d-9526-fba2081fac4c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.229345] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17/8fe7d6b6-f9d6-41d3-b0b9-de114a053c17.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.229669] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-874f5827-7e0c-4ca3-bfe1-6cdfded0f37e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.251436] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Waiting for the task: (returnval){ [ 742.251436] env[68292]: value = "task-3071699" [ 742.251436] env[68292]: _type = "Task" [ 742.251436] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.261207] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.289557] env[68292]: DEBUG nova.compute.manager [req-d21e34d0-f336-42ea-8e74-fbc3cd9b13eb req-61da6691-8ea3-4cb6-80f3-a24e29e7332d service nova] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Received event network-vif-plugged-5600843e-94e6-49df-b15f-7cd537ae047e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.289705] env[68292]: DEBUG oslo_concurrency.lockutils [req-d21e34d0-f336-42ea-8e74-fbc3cd9b13eb req-61da6691-8ea3-4cb6-80f3-a24e29e7332d service nova] Acquiring lock "6f44a390-b18c-4da9-b779-3e45c1a9ed92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.289980] env[68292]: DEBUG oslo_concurrency.lockutils [req-d21e34d0-f336-42ea-8e74-fbc3cd9b13eb req-61da6691-8ea3-4cb6-80f3-a24e29e7332d service nova] Lock "6f44a390-b18c-4da9-b779-3e45c1a9ed92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.290160] env[68292]: DEBUG oslo_concurrency.lockutils [req-d21e34d0-f336-42ea-8e74-fbc3cd9b13eb req-61da6691-8ea3-4cb6-80f3-a24e29e7332d service nova] Lock "6f44a390-b18c-4da9-b779-3e45c1a9ed92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.290353] env[68292]: DEBUG nova.compute.manager [req-d21e34d0-f336-42ea-8e74-fbc3cd9b13eb req-61da6691-8ea3-4cb6-80f3-a24e29e7332d service nova] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] No waiting events found dispatching network-vif-plugged-5600843e-94e6-49df-b15f-7cd537ae047e {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.290522] env[68292]: WARNING nova.compute.manager [req-d21e34d0-f336-42ea-8e74-fbc3cd9b13eb req-61da6691-8ea3-4cb6-80f3-a24e29e7332d service nova] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Received unexpected event network-vif-plugged-5600843e-94e6-49df-b15f-7cd537ae047e for instance with vm_state building and task_state spawning. [ 742.387098] env[68292]: DEBUG nova.network.neutron [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Successfully updated port: 5600843e-94e6-49df-b15f-7cd537ae047e {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.521137] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f3406b7-f38c-46a7-8240-7f1fbb0f47de tempest-ImagesOneServerTestJSON-771841639 tempest-ImagesOneServerTestJSON-771841639-project-member] Lock "7575146e-b572-457f-a8e8-34005b5e9028" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.461s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.544260] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3071698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496615} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.547168] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] e1dee11e-e22b-48b2-9767-e1a06d5d0325/e1dee11e-e22b-48b2-9767-e1a06d5d0325.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.547490] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.547978] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8086e7a0-2a11-4438-83d3-bb10a383248d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.557283] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Waiting for the task: (returnval){ [ 742.557283] env[68292]: value = "task-3071700" [ 742.557283] env[68292]: _type = "Task" [ 742.557283] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.570118] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3071700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.763998] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.889831] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "refresh_cache-6f44a390-b18c-4da9-b779-3e45c1a9ed92" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.889982] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired lock "refresh_cache-6f44a390-b18c-4da9-b779-3e45c1a9ed92" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.890152] env[68292]: DEBUG nova.network.neutron [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.039016] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83def43c-efcf-4544-880e-ffba8b12ae79 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.047723] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9621b380-cf61-479a-a4d9-8a8ebfbb718d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.086628] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8647eb3-8fdd-4837-8659-2baef41ba965 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.094563] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3071700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068257} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.096680] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.097457] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f47f52-d691-41b6-9707-15db35cf7564 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.100623] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac29ef23-9900-468a-bdb6-164241b20603 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.114188] env[68292]: DEBUG nova.compute.provider_tree [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.132440] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] e1dee11e-e22b-48b2-9767-e1a06d5d0325/e1dee11e-e22b-48b2-9767-e1a06d5d0325.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.133437] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35208a8a-9ad4-44e8-9e07-98985fbafe10 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.155180] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Waiting for the task: (returnval){ [ 743.155180] env[68292]: value = "task-3071701" [ 743.155180] env[68292]: _type = "Task" [ 743.155180] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.166165] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3071701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.264292] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.450048] env[68292]: DEBUG nova.network.neutron [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.637149] env[68292]: DEBUG nova.scheduler.client.report [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.666682] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3071701, 'name': ReconfigVM_Task, 'duration_secs': 0.282995} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.666966] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Reconfigured VM instance instance-0000001f to attach disk [datastore2] e1dee11e-e22b-48b2-9767-e1a06d5d0325/e1dee11e-e22b-48b2-9767-e1a06d5d0325.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.667644] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbb9a73a-7b2b-4ecc-8c69-d6f6ac79282e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.676044] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Waiting for the task: (returnval){ [ 743.676044] env[68292]: value = "task-3071702" [ 743.676044] env[68292]: _type = "Task" [ 743.676044] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.686098] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3071702, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.690011] env[68292]: DEBUG nova.network.neutron [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Updating instance_info_cache with network_info: [{"id": "5600843e-94e6-49df-b15f-7cd537ae047e", "address": "fa:16:3e:ee:6f:62", "network": {"id": "adde0646-afcb-4d54-855a-675a5c8b5f1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1040307341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77b79e3d00e84995bd55dcddd05c7ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5600843e-94", "ovs_interfaceid": "5600843e-94e6-49df-b15f-7cd537ae047e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.765838] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071699, 'name': ReconfigVM_Task, 'duration_secs': 1.437651} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.766206] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17/8fe7d6b6-f9d6-41d3-b0b9-de114a053c17.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.767229] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27f5c45f-7dee-41e2-a9f4-81da30d12586 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.776240] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Waiting for the task: (returnval){ [ 743.776240] env[68292]: value = "task-3071703" [ 743.776240] env[68292]: _type = "Task" [ 743.776240] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.790133] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071703, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.146683] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.148264] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.187s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.151024] env[68292]: INFO nova.compute.claims [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.177621] env[68292]: INFO nova.scheduler.client.report [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Deleted allocations for instance db064b9d-7b96-4dea-bcdc-a663c9255357 [ 744.195127] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Releasing lock "refresh_cache-6f44a390-b18c-4da9-b779-3e45c1a9ed92" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.195393] env[68292]: DEBUG nova.compute.manager [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Instance network_info: |[{"id": "5600843e-94e6-49df-b15f-7cd537ae047e", "address": "fa:16:3e:ee:6f:62", "network": {"id": "adde0646-afcb-4d54-855a-675a5c8b5f1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1040307341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77b79e3d00e84995bd55dcddd05c7ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5600843e-94", "ovs_interfaceid": "5600843e-94e6-49df-b15f-7cd537ae047e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.195759] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3071702, 'name': Rename_Task, 'duration_secs': 0.161801} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.196111] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:6f:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5600843e-94e6-49df-b15f-7cd537ae047e', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.206909] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.207174] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.207486] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.207679] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8773f06b-c486-4e43-8980-dd6d14c24ff7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.210805] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6b6bc4d-5a3e-441e-9aa4-84c26d4ebd8d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.234022] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.234022] env[68292]: value = "task-3071705" [ 744.234022] env[68292]: _type = "Task" [ 744.234022] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.235056] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Waiting for the task: (returnval){ [ 744.235056] env[68292]: value = "task-3071704" [ 744.235056] env[68292]: _type = "Task" [ 744.235056] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.247090] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3071704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.250686] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071705, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.287800] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071703, 'name': Rename_Task, 'duration_secs': 0.174483} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.288041] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.288295] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f07f0e1e-93ed-4466-93f9-2aa9ecd24e58 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.298758] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Waiting for the task: (returnval){ [ 744.298758] env[68292]: value = "task-3071706" [ 744.298758] env[68292]: _type = "Task" [ 744.298758] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.308589] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.317343] env[68292]: DEBUG nova.compute.manager [req-038a0f79-c854-41c8-94a3-e45e492136b8 req-6e9fbc28-2823-419c-a8b7-8076840574ce service nova] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Received event network-changed-5600843e-94e6-49df-b15f-7cd537ae047e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.317513] env[68292]: DEBUG nova.compute.manager [req-038a0f79-c854-41c8-94a3-e45e492136b8 req-6e9fbc28-2823-419c-a8b7-8076840574ce service nova] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Refreshing instance network info cache due to event network-changed-5600843e-94e6-49df-b15f-7cd537ae047e. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.317721] env[68292]: DEBUG oslo_concurrency.lockutils [req-038a0f79-c854-41c8-94a3-e45e492136b8 req-6e9fbc28-2823-419c-a8b7-8076840574ce service nova] Acquiring lock "refresh_cache-6f44a390-b18c-4da9-b779-3e45c1a9ed92" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.317901] env[68292]: DEBUG oslo_concurrency.lockutils [req-038a0f79-c854-41c8-94a3-e45e492136b8 req-6e9fbc28-2823-419c-a8b7-8076840574ce service nova] Acquired lock "refresh_cache-6f44a390-b18c-4da9-b779-3e45c1a9ed92" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.318078] env[68292]: DEBUG nova.network.neutron [req-038a0f79-c854-41c8-94a3-e45e492136b8 req-6e9fbc28-2823-419c-a8b7-8076840574ce service nova] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Refreshing network info cache for port 5600843e-94e6-49df-b15f-7cd537ae047e {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.690508] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f61cde9e-5369-4ff1-a5e4-6ab0ff8450ce tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "db064b9d-7b96-4dea-bcdc-a663c9255357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.390s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.750776] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071705, 'name': CreateVM_Task, 'duration_secs': 0.344746} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.753989] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.754440] env[68292]: DEBUG oslo_vmware.api [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3071704, 'name': PowerOnVM_Task, 'duration_secs': 0.501944} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.755686] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.755686] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.755686] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.755890] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.757092] env[68292]: INFO nova.compute.manager [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Took 8.43 seconds to spawn the instance on the hypervisor. [ 744.757092] env[68292]: DEBUG nova.compute.manager [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.757092] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81575304-2387-48d6-a7fc-fa96dd65579e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.758747] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65729c5e-2cb2-4199-96c4-15e8a725776c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.766095] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 744.766095] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5218288e-eee5-73f8-760f-aa0a2bbca934" [ 744.766095] env[68292]: _type = "Task" [ 744.766095] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.784223] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5218288e-eee5-73f8-760f-aa0a2bbca934, 'name': SearchDatastore_Task, 'duration_secs': 0.012516} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.784610] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.784855] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.785138] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.785292] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.785567] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.785785] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31204237-41b5-4e7d-893e-12edb1771d7b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.796977] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.797197] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.797965] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd269baa-6990-42b3-ab48-3d620ac0dab9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.807794] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 744.807794] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f83420-331c-b1d1-111a-f92049a4a41e" [ 744.807794] env[68292]: _type = "Task" [ 744.807794] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.812501] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071706, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.826280] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f83420-331c-b1d1-111a-f92049a4a41e, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.827417] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2a5b65-b839-4b55-90b7-9c814c33fa22 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.834477] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 744.834477] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f575a9-28ed-6111-a1ef-03af0c3799b6" [ 744.834477] env[68292]: _type = "Task" [ 744.834477] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.844251] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f575a9-28ed-6111-a1ef-03af0c3799b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.053068] env[68292]: DEBUG nova.network.neutron [req-038a0f79-c854-41c8-94a3-e45e492136b8 req-6e9fbc28-2823-419c-a8b7-8076840574ce service nova] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Updated VIF entry in instance network info cache for port 5600843e-94e6-49df-b15f-7cd537ae047e. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.054341] env[68292]: DEBUG nova.network.neutron [req-038a0f79-c854-41c8-94a3-e45e492136b8 req-6e9fbc28-2823-419c-a8b7-8076840574ce service nova] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Updating instance_info_cache with network_info: [{"id": "5600843e-94e6-49df-b15f-7cd537ae047e", "address": "fa:16:3e:ee:6f:62", "network": {"id": "adde0646-afcb-4d54-855a-675a5c8b5f1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1040307341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77b79e3d00e84995bd55dcddd05c7ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5600843e-94", "ovs_interfaceid": "5600843e-94e6-49df-b15f-7cd537ae047e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.125976] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.125976] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.125976] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.125976] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.125976] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.128488] env[68292]: INFO nova.compute.manager [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Terminating instance [ 745.281864] env[68292]: INFO nova.compute.manager [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Took 37.08 seconds to build instance. [ 745.314636] env[68292]: DEBUG oslo_vmware.api [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071706, 'name': PowerOnVM_Task, 'duration_secs': 0.531816} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.315049] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.315140] env[68292]: INFO nova.compute.manager [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Took 6.37 seconds to spawn the instance on the hypervisor. [ 745.315323] env[68292]: DEBUG nova.compute.manager [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.316177] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd45cc9c-c24d-46d1-b178-119d666d35ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.349995] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f575a9-28ed-6111-a1ef-03af0c3799b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.354294] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.354661] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 6f44a390-b18c-4da9-b779-3e45c1a9ed92/6f44a390-b18c-4da9-b779-3e45c1a9ed92.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.355221] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-574807a3-c315-4129-a5c6-c79f8d474522 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.370403] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 745.370403] env[68292]: value = "task-3071707" [ 745.370403] env[68292]: _type = "Task" [ 745.370403] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.380056] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.561838] env[68292]: DEBUG oslo_concurrency.lockutils [req-038a0f79-c854-41c8-94a3-e45e492136b8 req-6e9fbc28-2823-419c-a8b7-8076840574ce service nova] Releasing lock "refresh_cache-6f44a390-b18c-4da9-b779-3e45c1a9ed92" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.630635] env[68292]: DEBUG nova.compute.manager [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.630886] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.632461] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98955d97-f15a-4997-9347-6f0eae8d4222 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.641189] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.641512] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5652b7b5-0d0c-453b-8fc5-65e682f12b5a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.653291] env[68292]: DEBUG oslo_vmware.api [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 745.653291] env[68292]: value = "task-3071708" [ 745.653291] env[68292]: _type = "Task" [ 745.653291] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.665973] env[68292]: DEBUG oslo_vmware.api [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.784576] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707aab6c-f782-4813-8b85-03c71cb12181 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Lock "e1dee11e-e22b-48b2-9767-e1a06d5d0325" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.539s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.788162] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddce188-5f05-4d1a-a7d7-eb51d46d35b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.797540] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199a63e7-49d5-49f1-b7d4-448051ff1a89 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.856023] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bafac1-2f4c-4502-99c7-e45481e23498 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.859301] env[68292]: INFO nova.compute.manager [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Took 34.02 seconds to build instance. [ 745.868298] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6359cd6a-1cae-4a3c-97e8-88982962db89 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.887383] env[68292]: DEBUG nova.compute.provider_tree [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.892530] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504046} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.893063] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 6f44a390-b18c-4da9-b779-3e45c1a9ed92/6f44a390-b18c-4da9-b779-3e45c1a9ed92.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.893327] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.893615] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18a405ec-1dad-440b-9e7a-ce18c7aff125 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.901570] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 745.901570] env[68292]: value = "task-3071709" [ 745.901570] env[68292]: _type = "Task" [ 745.901570] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.911079] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.041981] env[68292]: DEBUG nova.compute.manager [req-40dd7225-f1a6-48e6-835f-30ac90baa965 req-7561095e-0dc0-43e5-8b15-e8f12d449573 service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Received event network-changed-4a5966b4-6151-4f38-ac26-fcd0e93884a0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.042965] env[68292]: DEBUG nova.compute.manager [req-40dd7225-f1a6-48e6-835f-30ac90baa965 req-7561095e-0dc0-43e5-8b15-e8f12d449573 service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Refreshing instance network info cache due to event network-changed-4a5966b4-6151-4f38-ac26-fcd0e93884a0. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.043406] env[68292]: DEBUG oslo_concurrency.lockutils [req-40dd7225-f1a6-48e6-835f-30ac90baa965 req-7561095e-0dc0-43e5-8b15-e8f12d449573 service nova] Acquiring lock "refresh_cache-e1dee11e-e22b-48b2-9767-e1a06d5d0325" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.043637] env[68292]: DEBUG oslo_concurrency.lockutils [req-40dd7225-f1a6-48e6-835f-30ac90baa965 req-7561095e-0dc0-43e5-8b15-e8f12d449573 service nova] Acquired lock "refresh_cache-e1dee11e-e22b-48b2-9767-e1a06d5d0325" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.043832] env[68292]: DEBUG nova.network.neutron [req-40dd7225-f1a6-48e6-835f-30ac90baa965 req-7561095e-0dc0-43e5-8b15-e8f12d449573 service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Refreshing network info cache for port 4a5966b4-6151-4f38-ac26-fcd0e93884a0 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.165020] env[68292]: DEBUG oslo_vmware.api [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071708, 'name': PowerOffVM_Task, 'duration_secs': 0.378964} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.165579] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.165791] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.166340] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38b7d879-a4f6-4e99-b2fc-5406a5dbca91 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.241840] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.242183] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.242412] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Deleting the datastore file [datastore2] 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.242702] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecd95426-5994-45e7-9158-1e2b91e0baf4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.251827] env[68292]: DEBUG oslo_vmware.api [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for the task: (returnval){ [ 746.251827] env[68292]: value = "task-3071711" [ 746.251827] env[68292]: _type = "Task" [ 746.251827] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.269094] env[68292]: DEBUG oslo_vmware.api [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.292936] env[68292]: DEBUG nova.compute.manager [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.363172] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0219c8b6-990e-4714-a484-19c2481525dc tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Lock "8fe7d6b6-f9d6-41d3-b0b9-de114a053c17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.140s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.398149] env[68292]: DEBUG nova.scheduler.client.report [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.413196] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150129} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.415531] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.416225] env[68292]: DEBUG nova.compute.manager [None req-3703b7e6-30a6-4584-b483-9f2edbbf4b48 tempest-ServerDiagnosticsV248Test-1600584826 tempest-ServerDiagnosticsV248Test-1600584826-project-admin] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.417210] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853b7841-253a-4b87-b835-87d58d14e254 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.420636] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cb1cb7-3b25-45fe-92af-65880ea2c184 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.429834] env[68292]: INFO nova.compute.manager [None req-3703b7e6-30a6-4584-b483-9f2edbbf4b48 tempest-ServerDiagnosticsV248Test-1600584826 tempest-ServerDiagnosticsV248Test-1600584826-project-admin] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Retrieving diagnostics [ 746.438867] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0ad54c-297d-4836-bec5-d732078306e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.450379] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 6f44a390-b18c-4da9-b779-3e45c1a9ed92/6f44a390-b18c-4da9-b779-3e45c1a9ed92.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.450645] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23072383-9a49-4de6-9452-c96169cf7332 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.500518] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 746.500518] env[68292]: value = "task-3071712" [ 746.500518] env[68292]: _type = "Task" [ 746.500518] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.510203] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.764884] env[68292]: DEBUG oslo_vmware.api [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Task: {'id': task-3071711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178896} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.765305] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.765522] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.765724] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.765876] env[68292]: INFO nova.compute.manager [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 746.766178] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.766379] env[68292]: DEBUG nova.compute.manager [-] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.766469] env[68292]: DEBUG nova.network.neutron [-] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.822734] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.866516] env[68292]: DEBUG nova.compute.manager [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.901526] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.902057] env[68292]: DEBUG nova.compute.manager [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.904637] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.463s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.908792] env[68292]: INFO nova.compute.claims [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.006850] env[68292]: DEBUG nova.network.neutron [req-40dd7225-f1a6-48e6-835f-30ac90baa965 req-7561095e-0dc0-43e5-8b15-e8f12d449573 service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Updated VIF entry in instance network info cache for port 4a5966b4-6151-4f38-ac26-fcd0e93884a0. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.007234] env[68292]: DEBUG nova.network.neutron [req-40dd7225-f1a6-48e6-835f-30ac90baa965 req-7561095e-0dc0-43e5-8b15-e8f12d449573 service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Updating instance_info_cache with network_info: [{"id": "4a5966b4-6151-4f38-ac26-fcd0e93884a0", "address": "fa:16:3e:1d:0e:b6", "network": {"id": "5b0627ab-46c9-4b9f-bcad-99abfbad7d3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1142278309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298a2fb24ab1489795b83f65f7498a2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a5966b4-61", "ovs_interfaceid": "4a5966b4-6151-4f38-ac26-fcd0e93884a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.012165] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.337501] env[68292]: DEBUG nova.compute.manager [req-e307a69d-5bb2-4913-ad0c-494c852878d6 req-8a2bcc7b-5191-41e1-a62a-9e9cc331140a service nova] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Received event network-vif-deleted-fa22470a-ba3b-40b0-86c3-9038fb4d3653 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.337501] env[68292]: INFO nova.compute.manager [req-e307a69d-5bb2-4913-ad0c-494c852878d6 req-8a2bcc7b-5191-41e1-a62a-9e9cc331140a service nova] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Neutron deleted interface fa22470a-ba3b-40b0-86c3-9038fb4d3653; detaching it from the instance and deleting it from the info cache [ 747.337501] env[68292]: DEBUG nova.network.neutron [req-e307a69d-5bb2-4913-ad0c-494c852878d6 req-8a2bcc7b-5191-41e1-a62a-9e9cc331140a service nova] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.389030] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.410889] env[68292]: DEBUG nova.compute.utils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.418022] env[68292]: DEBUG nova.compute.manager [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.418022] env[68292]: DEBUG nova.network.neutron [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.511790] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071712, 'name': ReconfigVM_Task, 'duration_secs': 0.990101} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.512063] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 6f44a390-b18c-4da9-b779-3e45c1a9ed92/6f44a390-b18c-4da9-b779-3e45c1a9ed92.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.513054] env[68292]: DEBUG oslo_concurrency.lockutils [req-40dd7225-f1a6-48e6-835f-30ac90baa965 req-7561095e-0dc0-43e5-8b15-e8f12d449573 service nova] Releasing lock "refresh_cache-e1dee11e-e22b-48b2-9767-e1a06d5d0325" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.513309] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-679fdee3-007b-44d5-af21-f8b51841e162 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.524239] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 747.524239] env[68292]: value = "task-3071713" [ 747.524239] env[68292]: _type = "Task" [ 747.524239] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.534020] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071713, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.728565] env[68292]: DEBUG nova.policy [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d7ea668c8dc4f08b35b5077d26afd84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '147bd38898a347ed911842d832f9f688', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.786645] env[68292]: DEBUG nova.network.neutron [-] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.843931] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2e66e1a-06bd-4630-a755-6403717a2558 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.858060] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb01aed4-744b-4549-b16b-f006731d7680 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.898217] env[68292]: DEBUG nova.compute.manager [req-e307a69d-5bb2-4913-ad0c-494c852878d6 req-8a2bcc7b-5191-41e1-a62a-9e9cc331140a service nova] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Detach interface failed, port_id=fa22470a-ba3b-40b0-86c3-9038fb4d3653, reason: Instance 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 747.923135] env[68292]: DEBUG nova.compute.manager [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.041256] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071713, 'name': Rename_Task, 'duration_secs': 0.374774} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.041256] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.041256] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87777569-b845-4951-96fd-368ee2d2c0f2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.052583] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 748.052583] env[68292]: value = "task-3071714" [ 748.052583] env[68292]: _type = "Task" [ 748.052583] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.061569] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.207693] env[68292]: DEBUG nova.network.neutron [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Successfully created port: d18f25cd-696c-489a-b3e2-39c373dec1c4 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.291951] env[68292]: INFO nova.compute.manager [-] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Took 1.52 seconds to deallocate network for instance. [ 748.564872] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.668697] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea001162-bf11-4bc7-99a7-88208c0d76d5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.677185] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2997dcc3-b8bf-4be6-8361-3e01950358d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.708138] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebb28ee-e240-4a91-8fcb-031cc0fd005a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.716669] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dacb94-4e8c-4ec6-b8f4-3020de2e424c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.732773] env[68292]: DEBUG nova.compute.provider_tree [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.799226] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.941915] env[68292]: DEBUG nova.compute.manager [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.972577] env[68292]: DEBUG nova.virt.hardware [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.972975] env[68292]: DEBUG nova.virt.hardware [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.973278] env[68292]: DEBUG nova.virt.hardware [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.973498] env[68292]: DEBUG nova.virt.hardware [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.973673] env[68292]: DEBUG nova.virt.hardware [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.973856] env[68292]: DEBUG nova.virt.hardware [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.974089] env[68292]: DEBUG nova.virt.hardware [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.974260] env[68292]: DEBUG nova.virt.hardware [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.974449] env[68292]: DEBUG nova.virt.hardware [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.974636] env[68292]: DEBUG nova.virt.hardware [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.974825] env[68292]: DEBUG nova.virt.hardware [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.975886] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf8eef-c111-407f-a677-aa8be9225794 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.988249] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "28add4e9-37aa-40bf-8aca-78214365ee1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.988473] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "28add4e9-37aa-40bf-8aca-78214365ee1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.989755] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9145f30c-7501-4225-8d49-71194ad42e49 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.065387] env[68292]: DEBUG oslo_vmware.api [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071714, 'name': PowerOnVM_Task, 'duration_secs': 0.925992} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.065678] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.066393] env[68292]: INFO nova.compute.manager [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Took 7.46 seconds to spawn the instance on the hypervisor. [ 749.066393] env[68292]: DEBUG nova.compute.manager [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.067179] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3150f5-fc15-4e33-9d2a-1f26b9647848 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.236545] env[68292]: DEBUG nova.scheduler.client.report [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.586991] env[68292]: INFO nova.compute.manager [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Took 34.55 seconds to build instance. [ 749.741698] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.742281] env[68292]: DEBUG nova.compute.manager [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.744847] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.204s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.746581] env[68292]: INFO nova.compute.claims [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.750401] env[68292]: DEBUG nova.compute.manager [req-9c4fee62-e53a-4c09-b0f7-29b6fa5ebee9 req-d1fe375d-7019-4b4e-8d23-2e22368e39fe service nova] [instance: b218486a-5377-493a-af05-62611c6d65e2] Received event network-vif-plugged-d18f25cd-696c-489a-b3e2-39c373dec1c4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.750599] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c4fee62-e53a-4c09-b0f7-29b6fa5ebee9 req-d1fe375d-7019-4b4e-8d23-2e22368e39fe service nova] Acquiring lock "b218486a-5377-493a-af05-62611c6d65e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.750799] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c4fee62-e53a-4c09-b0f7-29b6fa5ebee9 req-d1fe375d-7019-4b4e-8d23-2e22368e39fe service nova] Lock "b218486a-5377-493a-af05-62611c6d65e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.750965] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c4fee62-e53a-4c09-b0f7-29b6fa5ebee9 req-d1fe375d-7019-4b4e-8d23-2e22368e39fe service nova] Lock "b218486a-5377-493a-af05-62611c6d65e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.751135] env[68292]: DEBUG nova.compute.manager [req-9c4fee62-e53a-4c09-b0f7-29b6fa5ebee9 req-d1fe375d-7019-4b4e-8d23-2e22368e39fe service nova] [instance: b218486a-5377-493a-af05-62611c6d65e2] No waiting events found dispatching network-vif-plugged-d18f25cd-696c-489a-b3e2-39c373dec1c4 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.751297] env[68292]: WARNING nova.compute.manager [req-9c4fee62-e53a-4c09-b0f7-29b6fa5ebee9 req-d1fe375d-7019-4b4e-8d23-2e22368e39fe service nova] [instance: b218486a-5377-493a-af05-62611c6d65e2] Received unexpected event network-vif-plugged-d18f25cd-696c-489a-b3e2-39c373dec1c4 for instance with vm_state building and task_state spawning. [ 749.856480] env[68292]: DEBUG nova.network.neutron [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Successfully updated port: d18f25cd-696c-489a-b3e2-39c373dec1c4 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.089222] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89781fa7-9908-4474-931c-c0ca40272288 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "6f44a390-b18c-4da9-b779-3e45c1a9ed92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.625s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.252754] env[68292]: DEBUG nova.compute.utils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.254122] env[68292]: DEBUG nova.compute.manager [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.255052] env[68292]: DEBUG nova.network.neutron [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.301256] env[68292]: DEBUG nova.policy [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '018521cdc18e4ec2b72ff27e09fbc464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad3a17951fd14540948c7ee29b466254', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.359163] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Acquiring lock "refresh_cache-b218486a-5377-493a-af05-62611c6d65e2" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.359321] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Acquired lock "refresh_cache-b218486a-5377-493a-af05-62611c6d65e2" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.359478] env[68292]: DEBUG nova.network.neutron [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.482672] env[68292]: INFO nova.compute.manager [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Rescuing [ 750.482953] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "refresh_cache-6f44a390-b18c-4da9-b779-3e45c1a9ed92" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.483123] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired lock "refresh_cache-6f44a390-b18c-4da9-b779-3e45c1a9ed92" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.483297] env[68292]: DEBUG nova.network.neutron [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.592316] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.595561] env[68292]: DEBUG nova.network.neutron [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Successfully created port: 018f22c1-f531-48d8-908e-dc150602e32c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.757726] env[68292]: DEBUG nova.compute.manager [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.911234] env[68292]: DEBUG nova.network.neutron [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.063775] env[68292]: DEBUG nova.network.neutron [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Updating instance_info_cache with network_info: [{"id": "d18f25cd-696c-489a-b3e2-39c373dec1c4", "address": "fa:16:3e:05:af:4c", "network": {"id": "454dde14-8e7a-4ebe-b5b4-36858a8eb4ef", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1505451730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "147bd38898a347ed911842d832f9f688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd18f25cd-69", "ovs_interfaceid": "d18f25cd-696c-489a-b3e2-39c373dec1c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.120338] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.236997] env[68292]: DEBUG nova.network.neutron [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Updating instance_info_cache with network_info: [{"id": "5600843e-94e6-49df-b15f-7cd537ae047e", "address": "fa:16:3e:ee:6f:62", "network": {"id": "adde0646-afcb-4d54-855a-675a5c8b5f1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1040307341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77b79e3d00e84995bd55dcddd05c7ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5600843e-94", "ovs_interfaceid": "5600843e-94e6-49df-b15f-7cd537ae047e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.288796] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd578751-b2df-4f08-a0fb-caa42a1215eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.297955] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e69ec9-8b57-4354-b8e9-5e642ebdac14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.329367] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c0ec8f-6023-4135-bd7e-0878c1858dec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.336902] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19257f7a-97bf-4734-adfc-6cd2a137be09 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.350419] env[68292]: DEBUG nova.compute.provider_tree [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.566278] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Releasing lock "refresh_cache-b218486a-5377-493a-af05-62611c6d65e2" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.566631] env[68292]: DEBUG nova.compute.manager [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Instance network_info: |[{"id": "d18f25cd-696c-489a-b3e2-39c373dec1c4", "address": "fa:16:3e:05:af:4c", "network": {"id": "454dde14-8e7a-4ebe-b5b4-36858a8eb4ef", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1505451730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "147bd38898a347ed911842d832f9f688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd18f25cd-69", "ovs_interfaceid": "d18f25cd-696c-489a-b3e2-39c373dec1c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.567075] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:af:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd18f25cd-696c-489a-b3e2-39c373dec1c4', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.576618] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Creating folder: Project (147bd38898a347ed911842d832f9f688). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.577592] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-befaeeb8-e8be-4fa1-93da-73bd326f1121 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.589605] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Created folder: Project (147bd38898a347ed911842d832f9f688) in parent group-v614981. [ 751.590134] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Creating folder: Instances. Parent ref: group-v615083. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.590134] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-414a409e-b085-4a28-97e2-349a82ee6ecb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.601914] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Created folder: Instances in parent group-v615083. [ 751.602256] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.602462] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b218486a-5377-493a-af05-62611c6d65e2] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.602689] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9781f2a5-0092-4c35-8794-62600abd94cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.624766] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.624766] env[68292]: value = "task-3071717" [ 751.624766] env[68292]: _type = "Task" [ 751.624766] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.633055] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071717, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.741240] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Releasing lock "refresh_cache-6f44a390-b18c-4da9-b779-3e45c1a9ed92" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.768851] env[68292]: DEBUG nova.compute.manager [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.790424] env[68292]: DEBUG nova.virt.hardware [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.790684] env[68292]: DEBUG nova.virt.hardware [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.790843] env[68292]: DEBUG nova.virt.hardware [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.791048] env[68292]: DEBUG nova.virt.hardware [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.791206] env[68292]: DEBUG nova.virt.hardware [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.791377] env[68292]: DEBUG nova.virt.hardware [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.791594] env[68292]: DEBUG nova.virt.hardware [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.791750] env[68292]: DEBUG nova.virt.hardware [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.791914] env[68292]: DEBUG nova.virt.hardware [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.792092] env[68292]: DEBUG nova.virt.hardware [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.792270] env[68292]: DEBUG nova.virt.hardware [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.793412] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670d8075-36bb-4707-b484-17e19f9719d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.798281] env[68292]: DEBUG nova.compute.manager [req-205ee690-2e80-4b95-825a-3f92b0e2327a req-d5adb311-32d1-433a-9330-32a5431ae25b service nova] [instance: b218486a-5377-493a-af05-62611c6d65e2] Received event network-changed-d18f25cd-696c-489a-b3e2-39c373dec1c4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.798558] env[68292]: DEBUG nova.compute.manager [req-205ee690-2e80-4b95-825a-3f92b0e2327a req-d5adb311-32d1-433a-9330-32a5431ae25b service nova] [instance: b218486a-5377-493a-af05-62611c6d65e2] Refreshing instance network info cache due to event network-changed-d18f25cd-696c-489a-b3e2-39c373dec1c4. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.798789] env[68292]: DEBUG oslo_concurrency.lockutils [req-205ee690-2e80-4b95-825a-3f92b0e2327a req-d5adb311-32d1-433a-9330-32a5431ae25b service nova] Acquiring lock "refresh_cache-b218486a-5377-493a-af05-62611c6d65e2" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.798930] env[68292]: DEBUG oslo_concurrency.lockutils [req-205ee690-2e80-4b95-825a-3f92b0e2327a req-d5adb311-32d1-433a-9330-32a5431ae25b service nova] Acquired lock "refresh_cache-b218486a-5377-493a-af05-62611c6d65e2" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.799102] env[68292]: DEBUG nova.network.neutron [req-205ee690-2e80-4b95-825a-3f92b0e2327a req-d5adb311-32d1-433a-9330-32a5431ae25b service nova] [instance: b218486a-5377-493a-af05-62611c6d65e2] Refreshing network info cache for port d18f25cd-696c-489a-b3e2-39c373dec1c4 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.807578] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24081d0b-6da5-4ec5-b69b-6eed7894444e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.853518] env[68292]: DEBUG nova.scheduler.client.report [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.105056] env[68292]: DEBUG nova.network.neutron [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Successfully updated port: 018f22c1-f531-48d8-908e-dc150602e32c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.138119] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071717, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.358642] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.359209] env[68292]: DEBUG nova.compute.manager [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.362817] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.691s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.363133] env[68292]: DEBUG nova.objects.instance [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Lazy-loading 'resources' on Instance uuid f42defe1-aa9a-4277-b53f-4a72bc3150a2 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.529083] env[68292]: DEBUG nova.network.neutron [req-205ee690-2e80-4b95-825a-3f92b0e2327a req-d5adb311-32d1-433a-9330-32a5431ae25b service nova] [instance: b218486a-5377-493a-af05-62611c6d65e2] Updated VIF entry in instance network info cache for port d18f25cd-696c-489a-b3e2-39c373dec1c4. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.529466] env[68292]: DEBUG nova.network.neutron [req-205ee690-2e80-4b95-825a-3f92b0e2327a req-d5adb311-32d1-433a-9330-32a5431ae25b service nova] [instance: b218486a-5377-493a-af05-62611c6d65e2] Updating instance_info_cache with network_info: [{"id": "d18f25cd-696c-489a-b3e2-39c373dec1c4", "address": "fa:16:3e:05:af:4c", "network": {"id": "454dde14-8e7a-4ebe-b5b4-36858a8eb4ef", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1505451730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "147bd38898a347ed911842d832f9f688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd18f25cd-69", "ovs_interfaceid": "d18f25cd-696c-489a-b3e2-39c373dec1c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.607901] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "refresh_cache-066e61d9-8593-438c-87f0-871332f73ffd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.608078] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "refresh_cache-066e61d9-8593-438c-87f0-871332f73ffd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.608270] env[68292]: DEBUG nova.network.neutron [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.636098] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071717, 'name': CreateVM_Task, 'duration_secs': 0.641023} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.636340] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b218486a-5377-493a-af05-62611c6d65e2] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.636989] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.637178] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.637518] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.637772] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dffc01b6-106c-4de1-b4e7-b3e606bbd2e0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.642456] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Waiting for the task: (returnval){ [ 752.642456] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5287909f-1a37-b295-3954-eb5ef2de63c5" [ 752.642456] env[68292]: _type = "Task" [ 752.642456] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.650727] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5287909f-1a37-b295-3954-eb5ef2de63c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.869474] env[68292]: DEBUG nova.compute.utils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.871941] env[68292]: DEBUG nova.compute.manager [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.871941] env[68292]: DEBUG nova.network.neutron [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.920346] env[68292]: DEBUG nova.policy [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9799f657aac74d5c8c34abc7d457e1f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5cb67e6538a4ce1a45e60db92925c92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.032350] env[68292]: DEBUG oslo_concurrency.lockutils [req-205ee690-2e80-4b95-825a-3f92b0e2327a req-d5adb311-32d1-433a-9330-32a5431ae25b service nova] Releasing lock "refresh_cache-b218486a-5377-493a-af05-62611c6d65e2" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.154742] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5287909f-1a37-b295-3954-eb5ef2de63c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012425} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.154742] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.154742] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.155120] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.155120] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.155181] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.156046] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e630b4c4-057b-4af0-8681-04c44d61c3d5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.161854] env[68292]: DEBUG nova.network.neutron [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.167124] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.167347] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.168090] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92bafbe-b1f4-47cc-82db-98a0f58f5c13 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.175881] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Waiting for the task: (returnval){ [ 753.175881] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52cd4215-f2f7-e371-f9a4-a95340dbec3a" [ 753.175881] env[68292]: _type = "Task" [ 753.175881] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.183864] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cd4215-f2f7-e371-f9a4-a95340dbec3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.250335] env[68292]: DEBUG nova.network.neutron [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Successfully created port: 5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.281889] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.282412] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0ee019c-c2a1-4e5a-aa11-0adf91be3773 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.291249] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 753.291249] env[68292]: value = "task-3071718" [ 753.291249] env[68292]: _type = "Task" [ 753.291249] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.309086] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.336507] env[68292]: DEBUG nova.network.neutron [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Updating instance_info_cache with network_info: [{"id": "018f22c1-f531-48d8-908e-dc150602e32c", "address": "fa:16:3e:e0:36:24", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018f22c1-f5", "ovs_interfaceid": "018f22c1-f531-48d8-908e-dc150602e32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.373363] env[68292]: DEBUG nova.compute.manager [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.504095] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121d6230-08e5-4925-98fa-9afc7c0d2cce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.511525] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43af7366-1ce7-4ed0-bc33-ec7686f2f56b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.545089] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646ce48f-5384-436c-b2c5-fb35a05b7f79 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.557405] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be74c7fc-cb9c-4492-b599-4411af6a3936 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.570658] env[68292]: DEBUG nova.compute.provider_tree [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.687019] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cd4215-f2f7-e371-f9a4-a95340dbec3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.687965] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00c0c56-8a8b-4d48-b6ac-93234cdee22c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.693120] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Waiting for the task: (returnval){ [ 753.693120] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528e7314-5ce4-fc95-bd4f-079296c9acd4" [ 753.693120] env[68292]: _type = "Task" [ 753.693120] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.700476] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528e7314-5ce4-fc95-bd4f-079296c9acd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.801171] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071718, 'name': PowerOffVM_Task, 'duration_secs': 0.191506} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.801447] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.802850] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7101d3a-4548-4304-8192-50ae58da512f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.823037] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b86772-2a0c-4326-b171-6d36e40b7742 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.826766] env[68292]: DEBUG nova.compute.manager [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Received event network-vif-plugged-018f22c1-f531-48d8-908e-dc150602e32c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.826995] env[68292]: DEBUG oslo_concurrency.lockutils [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] Acquiring lock "066e61d9-8593-438c-87f0-871332f73ffd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.827233] env[68292]: DEBUG oslo_concurrency.lockutils [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] Lock "066e61d9-8593-438c-87f0-871332f73ffd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.827400] env[68292]: DEBUG oslo_concurrency.lockutils [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] Lock "066e61d9-8593-438c-87f0-871332f73ffd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.827561] env[68292]: DEBUG nova.compute.manager [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] No waiting events found dispatching network-vif-plugged-018f22c1-f531-48d8-908e-dc150602e32c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.827719] env[68292]: WARNING nova.compute.manager [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Received unexpected event network-vif-plugged-018f22c1-f531-48d8-908e-dc150602e32c for instance with vm_state building and task_state spawning. [ 753.827871] env[68292]: DEBUG nova.compute.manager [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Received event network-changed-018f22c1-f531-48d8-908e-dc150602e32c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.828028] env[68292]: DEBUG nova.compute.manager [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Refreshing instance network info cache due to event network-changed-018f22c1-f531-48d8-908e-dc150602e32c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.828194] env[68292]: DEBUG oslo_concurrency.lockutils [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] Acquiring lock "refresh_cache-066e61d9-8593-438c-87f0-871332f73ffd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.841121] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "refresh_cache-066e61d9-8593-438c-87f0-871332f73ffd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.841121] env[68292]: DEBUG nova.compute.manager [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Instance network_info: |[{"id": "018f22c1-f531-48d8-908e-dc150602e32c", "address": "fa:16:3e:e0:36:24", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018f22c1-f5", "ovs_interfaceid": "018f22c1-f531-48d8-908e-dc150602e32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.841301] env[68292]: DEBUG oslo_concurrency.lockutils [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] Acquired lock "refresh_cache-066e61d9-8593-438c-87f0-871332f73ffd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.842485] env[68292]: DEBUG nova.network.neutron [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Refreshing network info cache for port 018f22c1-f531-48d8-908e-dc150602e32c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.844024] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:36:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '018f22c1-f531-48d8-908e-dc150602e32c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.849901] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.850696] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.852438] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c869c142-8c2e-41d0-a237-6ff3702622e9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.873293] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.873546] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-016d3d55-5e92-4d7f-9d76-270f55dcb736 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.876242] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.876242] env[68292]: value = "task-3071719" [ 753.876242] env[68292]: _type = "Task" [ 753.876242] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.883876] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 753.883876] env[68292]: value = "task-3071720" [ 753.883876] env[68292]: _type = "Task" [ 753.883876] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.890702] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071719, 'name': CreateVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.896440] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 753.896440] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.896563] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.073915] env[68292]: DEBUG nova.scheduler.client.report [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.204301] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528e7314-5ce4-fc95-bd4f-079296c9acd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.204301] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.204301] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] b218486a-5377-493a-af05-62611c6d65e2/b218486a-5377-493a-af05-62611c6d65e2.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.204301] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.204982] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.204982] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55255f7d-071e-4df5-a5e7-c7602242de18 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.206721] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6db7db2f-eee4-4362-985e-48c6e7fb8af3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.214945] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Waiting for the task: (returnval){ [ 754.214945] env[68292]: value = "task-3071721" [ 754.214945] env[68292]: _type = "Task" [ 754.214945] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.216255] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.216433] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.220124] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24ab05a3-c00d-41b2-bce0-e54edccaa33b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.230699] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.232198] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 754.232198] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520c7423-73d3-4125-ffb0-d9158d32af4d" [ 754.232198] env[68292]: _type = "Task" [ 754.232198] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.240827] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520c7423-73d3-4125-ffb0-d9158d32af4d, 'name': SearchDatastore_Task, 'duration_secs': 0.008216} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.241674] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16758ebb-eaf1-4eaf-b18e-06760ec4ba3d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.246748] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 754.246748] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b54486-857c-916e-fe12-d9513f93d8ed" [ 754.246748] env[68292]: _type = "Task" [ 754.246748] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.255674] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b54486-857c-916e-fe12-d9513f93d8ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.384934] env[68292]: DEBUG nova.compute.manager [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.391222] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071719, 'name': CreateVM_Task, 'duration_secs': 0.309156} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.391456] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.392269] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.392498] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.392841] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.393116] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffca42e3-3332-4494-8793-897f8ab126fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.398017] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 754.398017] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5259837a-a935-c2e6-2bdb-ee6c22b4fd53" [ 754.398017] env[68292]: _type = "Task" [ 754.398017] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.410361] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5259837a-a935-c2e6-2bdb-ee6c22b4fd53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.412755] env[68292]: DEBUG nova.virt.hardware [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.413165] env[68292]: DEBUG nova.virt.hardware [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.413260] env[68292]: DEBUG nova.virt.hardware [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.413448] env[68292]: DEBUG nova.virt.hardware [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.413657] env[68292]: DEBUG nova.virt.hardware [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.413796] env[68292]: DEBUG nova.virt.hardware [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.414034] env[68292]: DEBUG nova.virt.hardware [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.414263] env[68292]: DEBUG nova.virt.hardware [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.414724] env[68292]: DEBUG nova.virt.hardware [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.414724] env[68292]: DEBUG nova.virt.hardware [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.414801] env[68292]: DEBUG nova.virt.hardware [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.415640] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8f3631-6db8-45f7-8148-6056cccafdc8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.423390] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415eafc4-09d5-4643-9a72-0afb656e3c0b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.579338] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.581909] env[68292]: DEBUG oslo_concurrency.lockutils [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.980s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.582077] env[68292]: DEBUG nova.objects.instance [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lazy-loading 'resources' on Instance uuid 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.610010] env[68292]: INFO nova.scheduler.client.report [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Deleted allocations for instance f42defe1-aa9a-4277-b53f-4a72bc3150a2 [ 754.622627] env[68292]: DEBUG nova.network.neutron [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Updated VIF entry in instance network info cache for port 018f22c1-f531-48d8-908e-dc150602e32c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.623027] env[68292]: DEBUG nova.network.neutron [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Updating instance_info_cache with network_info: [{"id": "018f22c1-f531-48d8-908e-dc150602e32c", "address": "fa:16:3e:e0:36:24", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018f22c1-f5", "ovs_interfaceid": "018f22c1-f531-48d8-908e-dc150602e32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.726038] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451508} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.726184] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] b218486a-5377-493a-af05-62611c6d65e2/b218486a-5377-493a-af05-62611c6d65e2.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.726407] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.726656] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74bad795-1128-4be6-ae5e-dad1204fe343 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.733502] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Waiting for the task: (returnval){ [ 754.733502] env[68292]: value = "task-3071722" [ 754.733502] env[68292]: _type = "Task" [ 754.733502] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.740828] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.756162] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b54486-857c-916e-fe12-d9513f93d8ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008054} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.756517] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.756918] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 6f44a390-b18c-4da9-b779-3e45c1a9ed92/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk. {{(pid=68292) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 754.757345] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a700eb6-54f8-4a54-86d2-fcdd6792ced5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.766024] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 754.766024] env[68292]: value = "task-3071723" [ 754.766024] env[68292]: _type = "Task" [ 754.766024] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.773417] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.875052] env[68292]: DEBUG nova.network.neutron [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Successfully updated port: 5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.916508] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5259837a-a935-c2e6-2bdb-ee6c22b4fd53, 'name': SearchDatastore_Task, 'duration_secs': 0.05842} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.920026] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.920026] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.920026] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.920026] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.920026] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.920026] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaa6aad2-0ff2-4f74-88ee-ac6207bc256a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.933033] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.933033] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.933415] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7f4391-d08c-4201-a1b9-567af7fbbb7c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.939085] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 754.939085] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528be58a-c596-f673-7acb-b634882e2744" [ 754.939085] env[68292]: _type = "Task" [ 754.939085] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.947326] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528be58a-c596-f673-7acb-b634882e2744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.122277] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa56c7af-39b6-4cf3-8361-7d50113742a5 tempest-ImagesNegativeTestJSON-453330842 tempest-ImagesNegativeTestJSON-453330842-project-member] Lock "f42defe1-aa9a-4277-b53f-4a72bc3150a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.970s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.126354] env[68292]: DEBUG oslo_concurrency.lockutils [req-e7cf0fff-fbf5-45de-8fe5-5c85746282db req-7f7e5e3f-514a-4c27-97ca-b8f1d3cdb8f7 service nova] Releasing lock "refresh_cache-066e61d9-8593-438c-87f0-871332f73ffd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.243085] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099984} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.245861] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.246872] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95710075-2ed4-401a-9d57-0fbb8ee11170 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.271281] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] b218486a-5377-493a-af05-62611c6d65e2/b218486a-5377-493a-af05-62611c6d65e2.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.274250] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e256460e-0581-466c-a968-b7cd01ba371a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.299216] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419602} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.302526] env[68292]: INFO nova.virt.vmwareapi.ds_util [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 6f44a390-b18c-4da9-b779-3e45c1a9ed92/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk. [ 755.302863] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Waiting for the task: (returnval){ [ 755.302863] env[68292]: value = "task-3071724" [ 755.302863] env[68292]: _type = "Task" [ 755.302863] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.303730] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24024b1-40da-4a8f-8969-3f0be3f21446 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.313468] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.337023] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 6f44a390-b18c-4da9-b779-3e45c1a9ed92/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.337023] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcba5f8e-038c-47c5-845d-c577b43a76ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.355064] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 755.355064] env[68292]: value = "task-3071725" [ 755.355064] env[68292]: _type = "Task" [ 755.355064] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.362991] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.382160] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquiring lock "refresh_cache-cd01f9f6-0793-4e51-8197-6022d31f9a97" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.382160] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquired lock "refresh_cache-cd01f9f6-0793-4e51-8197-6022d31f9a97" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.382160] env[68292]: DEBUG nova.network.neutron [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.453036] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528be58a-c596-f673-7acb-b634882e2744, 'name': SearchDatastore_Task, 'duration_secs': 0.044214} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.453036] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb31028e-96b9-4200-b1f0-d05560512fb6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.460137] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 755.460137] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b3e510-23c2-13ce-656c-3e07badd62fb" [ 755.460137] env[68292]: _type = "Task" [ 755.460137] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.468231] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b3e510-23c2-13ce-656c-3e07badd62fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.644816] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60e6dc7-a5e7-47a4-8bac-492b030f8333 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.652463] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fe281e-3189-4b43-9b2c-878302d99cb7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.682942] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990cc4a3-e3d4-4aac-91f7-c03fa01c47cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.690531] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f109a1a2-88dd-4d5a-a022-9b160d732cd9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.703763] env[68292]: DEBUG nova.compute.provider_tree [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.816431] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071724, 'name': ReconfigVM_Task, 'duration_secs': 0.295943} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.816535] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Reconfigured VM instance instance-00000022 to attach disk [datastore2] b218486a-5377-493a-af05-62611c6d65e2/b218486a-5377-493a-af05-62611c6d65e2.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.817164] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54f833fb-e309-41a1-9141-f6c7af0a126b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.823053] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Waiting for the task: (returnval){ [ 755.823053] env[68292]: value = "task-3071726" [ 755.823053] env[68292]: _type = "Task" [ 755.823053] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.830491] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071726, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.862339] env[68292]: DEBUG nova.compute.manager [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Received event network-vif-plugged-5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.862532] env[68292]: DEBUG oslo_concurrency.lockutils [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] Acquiring lock "cd01f9f6-0793-4e51-8197-6022d31f9a97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.863839] env[68292]: DEBUG oslo_concurrency.lockutils [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] Lock "cd01f9f6-0793-4e51-8197-6022d31f9a97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.863839] env[68292]: DEBUG oslo_concurrency.lockutils [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] Lock "cd01f9f6-0793-4e51-8197-6022d31f9a97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.863839] env[68292]: DEBUG nova.compute.manager [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] No waiting events found dispatching network-vif-plugged-5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.863839] env[68292]: WARNING nova.compute.manager [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Received unexpected event network-vif-plugged-5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e for instance with vm_state building and task_state spawning. [ 755.863839] env[68292]: DEBUG nova.compute.manager [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Received event network-changed-5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.863839] env[68292]: DEBUG nova.compute.manager [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Refreshing instance network info cache due to event network-changed-5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.863839] env[68292]: DEBUG oslo_concurrency.lockutils [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] Acquiring lock "refresh_cache-cd01f9f6-0793-4e51-8197-6022d31f9a97" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.867363] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071725, 'name': ReconfigVM_Task, 'duration_secs': 0.302035} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.868019] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 6f44a390-b18c-4da9-b779-3e45c1a9ed92/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.868369] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638dab04-aa47-43ab-b813-6e93550dcdd9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.896917] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef832ad9-dc68-4db6-860e-65fb12f5fd17 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.912428] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 755.912428] env[68292]: value = "task-3071727" [ 755.912428] env[68292]: _type = "Task" [ 755.912428] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.920604] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.941857] env[68292]: DEBUG nova.network.neutron [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.971725] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b3e510-23c2-13ce-656c-3e07badd62fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.971995] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.972269] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 066e61d9-8593-438c-87f0-871332f73ffd/066e61d9-8593-438c-87f0-871332f73ffd.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.972527] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac3c2879-0fe7-43c4-964f-896f546b3c1c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.978882] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 755.978882] env[68292]: value = "task-3071728" [ 755.978882] env[68292]: _type = "Task" [ 755.978882] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.986946] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.095571] env[68292]: DEBUG nova.network.neutron [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Updating instance_info_cache with network_info: [{"id": "5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e", "address": "fa:16:3e:eb:77:6c", "network": {"id": "a9941cb7-bdf3-4b31-a4cc-c51e00159cc0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2062329831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cb67e6538a4ce1a45e60db92925c92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf94a69-e7", "ovs_interfaceid": "5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.229146] env[68292]: ERROR nova.scheduler.client.report [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [req-9de84e62-3671-43f2-9172-be1b8bdca4bf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9de84e62-3671-43f2-9172-be1b8bdca4bf"}]} [ 756.249085] env[68292]: DEBUG nova.scheduler.client.report [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 756.265104] env[68292]: DEBUG nova.scheduler.client.report [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 756.265362] env[68292]: DEBUG nova.compute.provider_tree [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.279949] env[68292]: DEBUG nova.scheduler.client.report [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 756.301610] env[68292]: DEBUG nova.scheduler.client.report [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 756.339354] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071726, 'name': Rename_Task, 'duration_secs': 0.132063} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.340405] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.340405] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17ec5d13-e076-42f0-b310-cd92ac0eaf73 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.353034] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Waiting for the task: (returnval){ [ 756.353034] env[68292]: value = "task-3071729" [ 756.353034] env[68292]: _type = "Task" [ 756.353034] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.359258] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.422655] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071727, 'name': ReconfigVM_Task, 'duration_secs': 0.150638} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.425611] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.426386] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96b02f03-2d0e-4398-8f7c-e6bfe88a6714 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.433191] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 756.433191] env[68292]: value = "task-3071730" [ 756.433191] env[68292]: _type = "Task" [ 756.433191] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.443820] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.488535] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.602130] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Releasing lock "refresh_cache-cd01f9f6-0793-4e51-8197-6022d31f9a97" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.602473] env[68292]: DEBUG nova.compute.manager [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Instance network_info: |[{"id": "5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e", "address": "fa:16:3e:eb:77:6c", "network": {"id": "a9941cb7-bdf3-4b31-a4cc-c51e00159cc0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2062329831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cb67e6538a4ce1a45e60db92925c92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf94a69-e7", "ovs_interfaceid": "5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.602768] env[68292]: DEBUG oslo_concurrency.lockutils [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] Acquired lock "refresh_cache-cd01f9f6-0793-4e51-8197-6022d31f9a97" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.602943] env[68292]: DEBUG nova.network.neutron [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Refreshing network info cache for port 5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.604174] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:77:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.615134] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Creating folder: Project (c5cb67e6538a4ce1a45e60db92925c92). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.623913] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8610ee22-55af-43e4-a5ac-219a16965393 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.636510] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Created folder: Project (c5cb67e6538a4ce1a45e60db92925c92) in parent group-v614981. [ 756.636711] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Creating folder: Instances. Parent ref: group-v615087. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.636944] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-903f4ce3-530c-4cca-bcf0-ce7beedee585 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.650035] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Created folder: Instances in parent group-v615087. [ 756.650305] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.650506] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.650811] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d11619f4-59d6-4391-9325-7dd128876113 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.676728] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.676728] env[68292]: value = "task-3071733" [ 756.676728] env[68292]: _type = "Task" [ 756.676728] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.687221] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071733, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.864716] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.949211] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071730, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.979632] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed59e8d-971b-4a85-825b-e116e74b43ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.994064] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a993cc-043d-44b4-8116-07f16b1c3c01 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.998382] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619988} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.998645] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 066e61d9-8593-438c-87f0-871332f73ffd/066e61d9-8593-438c-87f0-871332f73ffd.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.998856] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.999442] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84963e3e-fd9e-40b2-9f52-80e7604a2ae2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.031469] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6582dc-c51b-4f01-abde-a50c0cb074c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.034936] env[68292]: DEBUG nova.compute.manager [None req-422c3cc3-a66e-45c0-aaba-760b60eefede tempest-ServerDiagnosticsV248Test-1600584826 tempest-ServerDiagnosticsV248Test-1600584826-project-admin] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.037438] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e67c92e-ec74-4f97-ab20-716f5d7066d1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.040354] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 757.040354] env[68292]: value = "task-3071734" [ 757.040354] env[68292]: _type = "Task" [ 757.040354] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.049505] env[68292]: INFO nova.compute.manager [None req-422c3cc3-a66e-45c0-aaba-760b60eefede tempest-ServerDiagnosticsV248Test-1600584826 tempest-ServerDiagnosticsV248Test-1600584826-project-admin] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Retrieving diagnostics [ 757.051680] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3915b8d9-c02a-467a-84b3-72f9301311df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.057099] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c39b39a-fad7-4812-a1c8-3c87eec44350 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.064818] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.077630] env[68292]: DEBUG nova.compute.provider_tree [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.187172] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071733, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.361420] env[68292]: DEBUG oslo_vmware.api [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071729, 'name': PowerOnVM_Task, 'duration_secs': 0.879469} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.361691] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.361885] env[68292]: INFO nova.compute.manager [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Took 8.42 seconds to spawn the instance on the hypervisor. [ 757.362069] env[68292]: DEBUG nova.compute.manager [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.362832] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a118f5-39a0-4959-b7e2-ac06b064c9ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.409911] env[68292]: DEBUG nova.network.neutron [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Updated VIF entry in instance network info cache for port 5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.410298] env[68292]: DEBUG nova.network.neutron [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Updating instance_info_cache with network_info: [{"id": "5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e", "address": "fa:16:3e:eb:77:6c", "network": {"id": "a9941cb7-bdf3-4b31-a4cc-c51e00159cc0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2062329831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cb67e6538a4ce1a45e60db92925c92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf94a69-e7", "ovs_interfaceid": "5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.443288] env[68292]: DEBUG oslo_vmware.api [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071730, 'name': PowerOnVM_Task, 'duration_secs': 0.517699} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.443554] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.446300] env[68292]: DEBUG nova.compute.manager [None req-8f965ce7-4309-4b4d-a13e-e4b9fb87e467 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.447071] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0886e8-fff3-4bd2-9b0c-de99dc167127 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.550693] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092378} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.551450] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.552334] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b2d189-b8b4-47e5-a85a-097d2f0afae4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.575160] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 066e61d9-8593-438c-87f0-871332f73ffd/066e61d9-8593-438c-87f0-871332f73ffd.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.575455] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c016f650-2a10-4f72-82bf-e6a47692dd79 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.595029] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 757.595029] env[68292]: value = "task-3071735" [ 757.595029] env[68292]: _type = "Task" [ 757.595029] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.603614] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.641209] env[68292]: DEBUG nova.scheduler.client.report [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 757.641491] env[68292]: DEBUG nova.compute.provider_tree [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 61 to 62 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 757.641670] env[68292]: DEBUG nova.compute.provider_tree [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.688480] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071733, 'name': CreateVM_Task, 'duration_secs': 0.523195} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.688480] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.688960] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.689204] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.689541] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.689914] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf3281b-735d-4784-9d1a-5e3b2c4209b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.694413] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for the task: (returnval){ [ 757.694413] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]525a011a-fd0c-1ba5-a005-5fd374f448a8" [ 757.694413] env[68292]: _type = "Task" [ 757.694413] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.704333] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525a011a-fd0c-1ba5-a005-5fd374f448a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.886970] env[68292]: INFO nova.compute.manager [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Took 37.97 seconds to build instance. [ 757.913256] env[68292]: DEBUG oslo_concurrency.lockutils [req-949e0500-c73e-4e4c-a66e-8dbabc479d1d req-f827f0ac-a2e4-423f-a9eb-0be22a9137b9 service nova] Releasing lock "refresh_cache-cd01f9f6-0793-4e51-8197-6022d31f9a97" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.105822] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071735, 'name': ReconfigVM_Task, 'duration_secs': 0.349133} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.106159] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 066e61d9-8593-438c-87f0-871332f73ffd/066e61d9-8593-438c-87f0-871332f73ffd.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.106780] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a32c08a2-9b5b-4551-9e95-08b24ee5ec1c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.112528] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 758.112528] env[68292]: value = "task-3071736" [ 758.112528] env[68292]: _type = "Task" [ 758.112528] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.120105] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071736, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.149804] env[68292]: DEBUG oslo_concurrency.lockutils [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.568s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.152377] env[68292]: DEBUG oslo_concurrency.lockutils [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Acquiring lock "8fe7d6b6-f9d6-41d3-b0b9-de114a053c17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.153100] env[68292]: DEBUG oslo_concurrency.lockutils [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Lock "8fe7d6b6-f9d6-41d3-b0b9-de114a053c17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.153100] env[68292]: DEBUG oslo_concurrency.lockutils [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Acquiring lock "8fe7d6b6-f9d6-41d3-b0b9-de114a053c17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.153176] env[68292]: DEBUG oslo_concurrency.lockutils [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Lock "8fe7d6b6-f9d6-41d3-b0b9-de114a053c17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.154027] env[68292]: DEBUG oslo_concurrency.lockutils [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Lock "8fe7d6b6-f9d6-41d3-b0b9-de114a053c17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.155328] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.213s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.156882] env[68292]: INFO nova.compute.claims [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.160182] env[68292]: INFO nova.compute.manager [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Terminating instance [ 758.180369] env[68292]: INFO nova.scheduler.client.report [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Deleted allocations for instance 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353 [ 758.208429] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525a011a-fd0c-1ba5-a005-5fd374f448a8, 'name': SearchDatastore_Task, 'duration_secs': 0.032074} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.208754] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.208997] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.209265] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.209426] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.209600] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.210164] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5111287-10cd-49f7-81e7-a45fcec12f07 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.221042] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.221279] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.222131] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85aeee6-517b-4818-a832-26a00c02a511 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.227925] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for the task: (returnval){ [ 758.227925] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52032b6e-7782-8812-6efe-8cdbb2b62b75" [ 758.227925] env[68292]: _type = "Task" [ 758.227925] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.239803] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52032b6e-7782-8812-6efe-8cdbb2b62b75, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.240715] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f72c9a-ebaf-46a8-8652-c6f188e1291b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.246633] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for the task: (returnval){ [ 758.246633] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5288e4e4-4d4f-1d32-09fd-f7151133093d" [ 758.246633] env[68292]: _type = "Task" [ 758.246633] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.254415] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5288e4e4-4d4f-1d32-09fd-f7151133093d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.389160] env[68292]: DEBUG oslo_concurrency.lockutils [None req-00fe8c34-52a2-4047-80c5-39681a88b2ca tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Lock "b218486a-5377-493a-af05-62611c6d65e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.661s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.623585] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071736, 'name': Rename_Task, 'duration_secs': 0.140721} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.623872] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.624129] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eb22a03-a65f-4dbe-b758-af5b15d6e656 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.631037] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 758.631037] env[68292]: value = "task-3071737" [ 758.631037] env[68292]: _type = "Task" [ 758.631037] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.638914] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.670336] env[68292]: DEBUG oslo_concurrency.lockutils [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Acquiring lock "refresh_cache-8fe7d6b6-f9d6-41d3-b0b9-de114a053c17" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.670504] env[68292]: DEBUG oslo_concurrency.lockutils [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Acquired lock "refresh_cache-8fe7d6b6-f9d6-41d3-b0b9-de114a053c17" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.671134] env[68292]: DEBUG nova.network.neutron [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.671824] env[68292]: INFO nova.compute.manager [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Unrescuing [ 758.672054] env[68292]: DEBUG oslo_concurrency.lockutils [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "refresh_cache-6f44a390-b18c-4da9-b779-3e45c1a9ed92" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.672208] env[68292]: DEBUG oslo_concurrency.lockutils [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquired lock "refresh_cache-6f44a390-b18c-4da9-b779-3e45c1a9ed92" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.672364] env[68292]: DEBUG nova.network.neutron [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.687887] env[68292]: DEBUG oslo_concurrency.lockutils [None req-66d8568a-191a-47a9-b55b-ddcf84bc77ab tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.787s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.691090] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.916s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.691090] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.691090] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.691090] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.692074] env[68292]: INFO nova.compute.manager [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Terminating instance [ 758.757783] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5288e4e4-4d4f-1d32-09fd-f7151133093d, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.758233] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.758635] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] cd01f9f6-0793-4e51-8197-6022d31f9a97/cd01f9f6-0793-4e51-8197-6022d31f9a97.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.758979] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3308852d-334d-4bf6-97a0-394a91aec73e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.765869] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for the task: (returnval){ [ 758.765869] env[68292]: value = "task-3071738" [ 758.765869] env[68292]: _type = "Task" [ 758.765869] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.778261] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.892208] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.112433] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Acquiring lock "b218486a-5377-493a-af05-62611c6d65e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.112433] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Lock "b218486a-5377-493a-af05-62611c6d65e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.112433] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Acquiring lock "b218486a-5377-493a-af05-62611c6d65e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.112785] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Lock "b218486a-5377-493a-af05-62611c6d65e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.112785] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Lock "b218486a-5377-493a-af05-62611c6d65e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.115148] env[68292]: INFO nova.compute.manager [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Terminating instance [ 759.142371] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.195506] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.195843] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquired lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.195843] env[68292]: DEBUG nova.network.neutron [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.200743] env[68292]: DEBUG nova.network.neutron [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.278397] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.283805] env[68292]: DEBUG nova.network.neutron [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.428898] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.501538] env[68292]: DEBUG nova.network.neutron [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Updating instance_info_cache with network_info: [{"id": "5600843e-94e6-49df-b15f-7cd537ae047e", "address": "fa:16:3e:ee:6f:62", "network": {"id": "adde0646-afcb-4d54-855a-675a5c8b5f1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1040307341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77b79e3d00e84995bd55dcddd05c7ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5600843e-94", "ovs_interfaceid": "5600843e-94e6-49df-b15f-7cd537ae047e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.621751] env[68292]: DEBUG nova.compute.manager [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.622156] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.623474] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6439cd02-9d51-45d1-adc8-4d73852f9434 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.632154] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.632488] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7f6528f-9b0a-445a-9410-ccbb66aeb791 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.647489] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.649340] env[68292]: DEBUG oslo_vmware.api [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Waiting for the task: (returnval){ [ 759.649340] env[68292]: value = "task-3071739" [ 759.649340] env[68292]: _type = "Task" [ 759.649340] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.659237] env[68292]: DEBUG oslo_vmware.api [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.704558] env[68292]: DEBUG nova.compute.utils [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Can not refresh info_cache because instance was not found {{(pid=68292) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 759.723783] env[68292]: DEBUG nova.network.neutron [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.776545] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.921024} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.779253] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] cd01f9f6-0793-4e51-8197-6022d31f9a97/cd01f9f6-0793-4e51-8197-6022d31f9a97.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.779491] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.780742] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76c05ce2-4ecf-4a4c-8c3b-cb7adc63d5ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.785999] env[68292]: DEBUG oslo_concurrency.lockutils [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Releasing lock "refresh_cache-8fe7d6b6-f9d6-41d3-b0b9-de114a053c17" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.786701] env[68292]: DEBUG nova.compute.manager [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.786701] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.788594] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668f14fb-f1a2-44bb-b673-c25b8accff7a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.794059] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for the task: (returnval){ [ 759.794059] env[68292]: value = "task-3071740" [ 759.794059] env[68292]: _type = "Task" [ 759.794059] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.803061] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.803766] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e7c07d6-ea06-4032-97be-86a626663142 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.817808] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.819498] env[68292]: DEBUG oslo_vmware.api [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Waiting for the task: (returnval){ [ 759.819498] env[68292]: value = "task-3071741" [ 759.819498] env[68292]: _type = "Task" [ 759.819498] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.827795] env[68292]: DEBUG oslo_vmware.api [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.840578] env[68292]: DEBUG nova.network.neutron [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.857918] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8f5d1b-37a4-4b3e-94b6-ddeae762dc1c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.869173] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e872d8-d948-42ac-a27a-44cb840e07b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.908159] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "2a13c39c-ba50-460c-9ed1-371aacf4c757" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.908371] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "2a13c39c-ba50-460c-9ed1-371aacf4c757" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.908565] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "2a13c39c-ba50-460c-9ed1-371aacf4c757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.908749] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "2a13c39c-ba50-460c-9ed1-371aacf4c757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.909015] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "2a13c39c-ba50-460c-9ed1-371aacf4c757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.911014] env[68292]: INFO nova.compute.manager [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Terminating instance [ 759.913219] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff85e6b7-dea1-48b4-96b8-5580514edc92 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.922346] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c95eb01-63b7-40fa-8e62-d133a66feca6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.939884] env[68292]: DEBUG nova.compute.provider_tree [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.005038] env[68292]: DEBUG oslo_concurrency.lockutils [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Releasing lock "refresh_cache-6f44a390-b18c-4da9-b779-3e45c1a9ed92" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.005746] env[68292]: DEBUG nova.objects.instance [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lazy-loading 'flavor' on Instance uuid 6f44a390-b18c-4da9-b779-3e45c1a9ed92 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.143023] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071737, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.159096] env[68292]: DEBUG oslo_vmware.api [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071739, 'name': PowerOffVM_Task, 'duration_secs': 0.30179} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.159514] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.159786] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.160157] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cedc29ad-4ec3-4ad5-b2d6-0c428e3c19ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.308286] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145905} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.308562] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.309615] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182d0aef-433c-444e-a88b-50214f7fffb1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.335078] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] cd01f9f6-0793-4e51-8197-6022d31f9a97/cd01f9f6-0793-4e51-8197-6022d31f9a97.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.338549] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d7b0e4-0293-4f42-b6cc-92728447cead {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.352857] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Releasing lock "refresh_cache-6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.353330] env[68292]: DEBUG nova.compute.manager [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.353524] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.354270] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5066215d-48ef-40a5-a2fd-296026a9f3d2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.359403] env[68292]: DEBUG oslo_vmware.api [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071741, 'name': PowerOffVM_Task, 'duration_secs': 0.299268} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.359939] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.360137] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.361256] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5784d8b-d0e0-4bb7-a799-59d03af6e7f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.362701] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for the task: (returnval){ [ 760.362701] env[68292]: value = "task-3071743" [ 760.362701] env[68292]: _type = "Task" [ 760.362701] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.369508] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97cbb5f-6a7a-4d80-882e-70190535fe88 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.385422] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.388500] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.388703] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.388881] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Deleting the datastore file [datastore2] 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.389151] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b33abb1-967f-4d33-9173-9ff14a42d191 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.406887] env[68292]: WARNING nova.virt.vmwareapi.vmops [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353 could not be found. [ 760.407129] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.407323] env[68292]: INFO nova.compute.manager [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Took 0.05 seconds to destroy the instance on the hypervisor. [ 760.407570] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.409086] env[68292]: DEBUG nova.compute.manager [-] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.409166] env[68292]: DEBUG nova.network.neutron [-] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.410916] env[68292]: DEBUG oslo_vmware.api [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Waiting for the task: (returnval){ [ 760.410916] env[68292]: value = "task-3071745" [ 760.410916] env[68292]: _type = "Task" [ 760.410916] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.421854] env[68292]: DEBUG nova.compute.manager [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.421854] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.421854] env[68292]: DEBUG oslo_vmware.api [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.421854] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fa22b2-988c-4337-a185-f94a02591a6f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.428789] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.428917] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef8fb39e-d4e2-4a33-9e52-7b13a6e30d03 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.434762] env[68292]: DEBUG oslo_vmware.api [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 760.434762] env[68292]: value = "task-3071746" [ 760.434762] env[68292]: _type = "Task" [ 760.434762] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.438522] env[68292]: DEBUG nova.network.neutron [-] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.444708] env[68292]: DEBUG nova.scheduler.client.report [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.448829] env[68292]: DEBUG oslo_vmware.api [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.512199] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d20cac1-3ddc-4e16-9d70-3f4632ce667d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.536695] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.538128] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-192635a9-9d89-4a0f-9400-03762dc70b7d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.539819] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.540030] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.540214] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Deleting the datastore file [datastore2] b218486a-5377-493a-af05-62611c6d65e2 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.540442] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd4303ad-86df-4fb8-b782-95179e1ee4a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.546499] env[68292]: DEBUG oslo_vmware.api [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 760.546499] env[68292]: value = "task-3071747" [ 760.546499] env[68292]: _type = "Task" [ 760.546499] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.547547] env[68292]: DEBUG oslo_vmware.api [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Waiting for the task: (returnval){ [ 760.547547] env[68292]: value = "task-3071748" [ 760.547547] env[68292]: _type = "Task" [ 760.547547] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.558559] env[68292]: DEBUG oslo_vmware.api [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.561786] env[68292]: DEBUG oslo_vmware.api [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.646803] env[68292]: DEBUG oslo_vmware.api [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071737, 'name': PowerOnVM_Task, 'duration_secs': 1.707156} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.647244] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.647594] env[68292]: INFO nova.compute.manager [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Took 8.88 seconds to spawn the instance on the hypervisor. [ 760.647894] env[68292]: DEBUG nova.compute.manager [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.649189] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55049409-1dba-4eee-87ac-74f17eb6c93d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.873342] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071743, 'name': ReconfigVM_Task, 'duration_secs': 0.418273} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.873625] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Reconfigured VM instance instance-00000024 to attach disk [datastore2] cd01f9f6-0793-4e51-8197-6022d31f9a97/cd01f9f6-0793-4e51-8197-6022d31f9a97.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.874243] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5229b3ad-40d0-4d69-a69e-9e04b13e7f94 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.880291] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for the task: (returnval){ [ 760.880291] env[68292]: value = "task-3071749" [ 760.880291] env[68292]: _type = "Task" [ 760.880291] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.887581] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071749, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.920403] env[68292]: DEBUG oslo_vmware.api [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Task: {'id': task-3071745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234979} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.920666] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.920855] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.921073] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.921226] env[68292]: INFO nova.compute.manager [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Took 1.13 seconds to destroy the instance on the hypervisor. [ 760.921465] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.921652] env[68292]: DEBUG nova.compute.manager [-] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.921745] env[68292]: DEBUG nova.network.neutron [-] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.943644] env[68292]: DEBUG nova.network.neutron [-] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.944835] env[68292]: DEBUG oslo_vmware.api [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071746, 'name': PowerOffVM_Task, 'duration_secs': 0.293604} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.945543] env[68292]: DEBUG nova.network.neutron [-] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.946630] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.946804] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.947243] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91f8165e-b331-43dc-a1f5-2e4b2059992a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.949369] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.949838] env[68292]: DEBUG nova.compute.manager [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.952212] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.206s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.952363] env[68292]: DEBUG nova.objects.instance [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Lazy-loading 'resources' on Instance uuid 357679d3-4eba-4d3f-9178-43e4521fe6aa {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.011176] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.011426] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.011602] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Deleting the datastore file [datastore2] 2a13c39c-ba50-460c-9ed1-371aacf4c757 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.011863] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35273187-bd7a-4708-93f2-7f434be4d0b9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.018319] env[68292]: DEBUG oslo_vmware.api [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for the task: (returnval){ [ 761.018319] env[68292]: value = "task-3071751" [ 761.018319] env[68292]: _type = "Task" [ 761.018319] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.026350] env[68292]: DEBUG oslo_vmware.api [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.059166] env[68292]: DEBUG oslo_vmware.api [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071747, 'name': PowerOffVM_Task, 'duration_secs': 0.206956} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.062152] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.067470] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 761.067864] env[68292]: DEBUG oslo_vmware.api [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Task: {'id': task-3071748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351982} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.067963] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70a7717-25ad-41e6-90bb-04e78411364b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.080703] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.080920] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.081112] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.081289] env[68292]: INFO nova.compute.manager [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] [instance: b218486a-5377-493a-af05-62611c6d65e2] Took 1.46 seconds to destroy the instance on the hypervisor. [ 761.081534] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.081736] env[68292]: DEBUG nova.compute.manager [-] [instance: b218486a-5377-493a-af05-62611c6d65e2] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.081862] env[68292]: DEBUG nova.network.neutron [-] [instance: b218486a-5377-493a-af05-62611c6d65e2] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.088592] env[68292]: DEBUG oslo_vmware.api [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 761.088592] env[68292]: value = "task-3071752" [ 761.088592] env[68292]: _type = "Task" [ 761.088592] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.096428] env[68292]: DEBUG oslo_vmware.api [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.109112] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d708cdba-a2f0-4e5c-ac10-de0e254e00cd tempest-ServersAdminTestJSON-100001133 tempest-ServersAdminTestJSON-100001133-project-admin] Acquiring lock "refresh_cache-066e61d9-8593-438c-87f0-871332f73ffd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.109283] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d708cdba-a2f0-4e5c-ac10-de0e254e00cd tempest-ServersAdminTestJSON-100001133 tempest-ServersAdminTestJSON-100001133-project-admin] Acquired lock "refresh_cache-066e61d9-8593-438c-87f0-871332f73ffd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.109494] env[68292]: DEBUG nova.network.neutron [None req-d708cdba-a2f0-4e5c-ac10-de0e254e00cd tempest-ServersAdminTestJSON-100001133 tempest-ServersAdminTestJSON-100001133-project-admin] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.170800] env[68292]: INFO nova.compute.manager [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Took 37.75 seconds to build instance. [ 761.367829] env[68292]: DEBUG nova.compute.manager [req-2656da65-9fe5-422b-b724-dd990c4ddd75 req-83219900-be21-4b60-921a-69b447ea2677 service nova] [instance: b218486a-5377-493a-af05-62611c6d65e2] Received event network-vif-deleted-d18f25cd-696c-489a-b3e2-39c373dec1c4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.368050] env[68292]: INFO nova.compute.manager [req-2656da65-9fe5-422b-b724-dd990c4ddd75 req-83219900-be21-4b60-921a-69b447ea2677 service nova] [instance: b218486a-5377-493a-af05-62611c6d65e2] Neutron deleted interface d18f25cd-696c-489a-b3e2-39c373dec1c4; detaching it from the instance and deleting it from the info cache [ 761.368358] env[68292]: DEBUG nova.network.neutron [req-2656da65-9fe5-422b-b724-dd990c4ddd75 req-83219900-be21-4b60-921a-69b447ea2677 service nova] [instance: b218486a-5377-493a-af05-62611c6d65e2] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.390513] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071749, 'name': Rename_Task, 'duration_secs': 0.180083} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.390921] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.391208] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84ec3b67-1e20-4731-8c07-70fd896403de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.398752] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for the task: (returnval){ [ 761.398752] env[68292]: value = "task-3071753" [ 761.398752] env[68292]: _type = "Task" [ 761.398752] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.406659] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.448380] env[68292]: INFO nova.compute.manager [-] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Took 1.04 seconds to deallocate network for instance. [ 761.450282] env[68292]: DEBUG nova.network.neutron [-] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.458497] env[68292]: DEBUG nova.compute.utils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.460381] env[68292]: DEBUG nova.compute.manager [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.460449] env[68292]: DEBUG nova.network.neutron [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.504338] env[68292]: DEBUG nova.policy [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c471982c96d94048987f3cfb90c776c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eebe15179142424e8aecd1536ae34b24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.537146] env[68292]: DEBUG oslo_vmware.api [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Task: {'id': task-3071751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204238} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.537146] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.537146] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.537146] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.537146] env[68292]: INFO nova.compute.manager [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Took 1.12 seconds to destroy the instance on the hypervisor. [ 761.537146] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.537146] env[68292]: DEBUG nova.compute.manager [-] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.537146] env[68292]: DEBUG nova.network.neutron [-] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.602734] env[68292]: DEBUG oslo_vmware.api [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071752, 'name': ReconfigVM_Task, 'duration_secs': 0.224232} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.605417] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 761.605417] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.605417] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d54477a6-e53b-42c5-aac6-6cd0191197cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.615121] env[68292]: DEBUG oslo_vmware.api [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 761.615121] env[68292]: value = "task-3071754" [ 761.615121] env[68292]: _type = "Task" [ 761.615121] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.625353] env[68292]: DEBUG oslo_vmware.api [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.675547] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50286f57-3c06-48ea-8707-1d7cc344e5f0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "066e61d9-8593-438c-87f0-871332f73ffd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.631s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.852162] env[68292]: DEBUG nova.network.neutron [-] [instance: b218486a-5377-493a-af05-62611c6d65e2] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.870865] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-557a7fc1-ee30-4e88-8808-630f359912bd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.897221] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3e258e-979e-4de9-878a-4bd35c68a3dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.951180] env[68292]: DEBUG oslo_vmware.api [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071753, 'name': PowerOnVM_Task, 'duration_secs': 0.506997} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.977954] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.977954] env[68292]: INFO nova.compute.manager [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Took 7.59 seconds to spawn the instance on the hypervisor. [ 761.977954] env[68292]: DEBUG nova.compute.manager [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.977954] env[68292]: INFO nova.compute.manager [-] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Took 1.06 seconds to deallocate network for instance. [ 761.978542] env[68292]: INFO nova.compute.manager [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Instance disappeared during terminate [ 761.978542] env[68292]: DEBUG oslo_concurrency.lockutils [None req-707a7140-7242-43d8-9021-5a176c54a2da tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "6ea307bd-2ca4-4143-8cf0-e8d50bfc6353" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.290s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.981104] env[68292]: DEBUG nova.compute.manager [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.984825] env[68292]: DEBUG nova.compute.manager [req-2656da65-9fe5-422b-b724-dd990c4ddd75 req-83219900-be21-4b60-921a-69b447ea2677 service nova] [instance: b218486a-5377-493a-af05-62611c6d65e2] Detach interface failed, port_id=d18f25cd-696c-489a-b3e2-39c373dec1c4, reason: Instance b218486a-5377-493a-af05-62611c6d65e2 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 761.991121] env[68292]: DEBUG nova.network.neutron [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Successfully created port: ac5f139e-349b-4e89-b592-9d60b0e99bc6 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.994136] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eee6aa0-6b34-48c8-9c34-bff0126ea814 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.135248] env[68292]: DEBUG oslo_vmware.api [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071754, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.178532] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.184085] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f2f3de-5988-4a3f-becb-2a403e3cfd5a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.192508] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f30512a-194c-4625-a0dd-8dbbe04768e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.232190] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a2ae8c-9788-4c86-a9f3-260e02692cbb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.239562] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df420483-7ffe-4b18-b33d-75503c66ebbb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.260729] env[68292]: DEBUG nova.compute.provider_tree [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.301487] env[68292]: DEBUG nova.network.neutron [None req-d708cdba-a2f0-4e5c-ac10-de0e254e00cd tempest-ServersAdminTestJSON-100001133 tempest-ServersAdminTestJSON-100001133-project-admin] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Updating instance_info_cache with network_info: [{"id": "018f22c1-f531-48d8-908e-dc150602e32c", "address": "fa:16:3e:e0:36:24", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018f22c1-f5", "ovs_interfaceid": "018f22c1-f531-48d8-908e-dc150602e32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.356398] env[68292]: INFO nova.compute.manager [-] [instance: b218486a-5377-493a-af05-62611c6d65e2] Took 1.27 seconds to deallocate network for instance. [ 762.496417] env[68292]: DEBUG nova.compute.manager [req-febf90d6-7eb7-4eeb-9e8a-ff9854950878 req-a2d3447f-1780-433e-8834-56c79a748cc6 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Received event network-vif-deleted-4a988fa2-66a8-4277-8e8e-6993c355c51c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.496727] env[68292]: INFO nova.compute.manager [req-febf90d6-7eb7-4eeb-9e8a-ff9854950878 req-a2d3447f-1780-433e-8834-56c79a748cc6 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Neutron deleted interface 4a988fa2-66a8-4277-8e8e-6993c355c51c; detaching it from the instance and deleting it from the info cache [ 762.496727] env[68292]: DEBUG nova.network.neutron [req-febf90d6-7eb7-4eeb-9e8a-ff9854950878 req-a2d3447f-1780-433e-8834-56c79a748cc6 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.509117] env[68292]: DEBUG oslo_concurrency.lockutils [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.528690] env[68292]: INFO nova.compute.manager [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Took 39.01 seconds to build instance. [ 762.625691] env[68292]: DEBUG oslo_vmware.api [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071754, 'name': PowerOnVM_Task, 'duration_secs': 0.58309} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.625960] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.626227] env[68292]: DEBUG nova.compute.manager [None req-193d4872-c0da-4b32-9647-25edab46ebd5 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.626979] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd289ae3-edb8-400b-ac13-a1aa074c3594 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.701863] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.752494] env[68292]: DEBUG nova.network.neutron [-] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.764865] env[68292]: DEBUG nova.scheduler.client.report [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.804551] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d708cdba-a2f0-4e5c-ac10-de0e254e00cd tempest-ServersAdminTestJSON-100001133 tempest-ServersAdminTestJSON-100001133-project-admin] Releasing lock "refresh_cache-066e61d9-8593-438c-87f0-871332f73ffd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.804876] env[68292]: DEBUG nova.compute.manager [None req-d708cdba-a2f0-4e5c-ac10-de0e254e00cd tempest-ServersAdminTestJSON-100001133 tempest-ServersAdminTestJSON-100001133-project-admin] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Inject network info {{(pid=68292) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 762.805188] env[68292]: DEBUG nova.compute.manager [None req-d708cdba-a2f0-4e5c-ac10-de0e254e00cd tempest-ServersAdminTestJSON-100001133 tempest-ServersAdminTestJSON-100001133-project-admin] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] network_info to inject: |[{"id": "018f22c1-f531-48d8-908e-dc150602e32c", "address": "fa:16:3e:e0:36:24", "network": {"id": "24d75f00-d800-405d-8d99-cad644c4773c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-863157265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3a17951fd14540948c7ee29b466254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018f22c1-f5", "ovs_interfaceid": "018f22c1-f531-48d8-908e-dc150602e32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 762.810014] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d708cdba-a2f0-4e5c-ac10-de0e254e00cd tempest-ServersAdminTestJSON-100001133 tempest-ServersAdminTestJSON-100001133-project-admin] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Reconfiguring VM instance to set the machine id {{(pid=68292) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 762.810423] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df27aec5-7ee1-4e81-b0e9-d312947b5422 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.827140] env[68292]: DEBUG oslo_vmware.api [None req-d708cdba-a2f0-4e5c-ac10-de0e254e00cd tempest-ServersAdminTestJSON-100001133 tempest-ServersAdminTestJSON-100001133-project-admin] Waiting for the task: (returnval){ [ 762.827140] env[68292]: value = "task-3071755" [ 762.827140] env[68292]: _type = "Task" [ 762.827140] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.835066] env[68292]: DEBUG oslo_vmware.api [None req-d708cdba-a2f0-4e5c-ac10-de0e254e00cd tempest-ServersAdminTestJSON-100001133 tempest-ServersAdminTestJSON-100001133-project-admin] Task: {'id': task-3071755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.863997] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.991631] env[68292]: DEBUG nova.compute.manager [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.999895] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95c37ebd-86a5-4ebe-8c12-f85e58f417ba {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.008524] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cd4660-056a-44f1-b32f-778936524c1a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.032925] env[68292]: DEBUG nova.virt.hardware [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.033322] env[68292]: DEBUG nova.virt.hardware [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.038097] env[68292]: DEBUG nova.virt.hardware [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.038097] env[68292]: DEBUG nova.virt.hardware [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.038097] env[68292]: DEBUG nova.virt.hardware [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.038097] env[68292]: DEBUG nova.virt.hardware [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.038097] env[68292]: DEBUG nova.virt.hardware [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.038532] env[68292]: DEBUG nova.virt.hardware [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.038602] env[68292]: DEBUG nova.virt.hardware [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.038701] env[68292]: DEBUG nova.virt.hardware [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.038875] env[68292]: DEBUG nova.virt.hardware [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.039533] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59417a35-20d8-45b1-8622-56ec8d26f456 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Lock "cd01f9f6-0793-4e51-8197-6022d31f9a97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.563s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.040312] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cf6a96-97f3-4d10-9b13-643cf3656cb9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.084772] env[68292]: DEBUG nova.compute.manager [req-febf90d6-7eb7-4eeb-9e8a-ff9854950878 req-a2d3447f-1780-433e-8834-56c79a748cc6 service nova] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Detach interface failed, port_id=4a988fa2-66a8-4277-8e8e-6993c355c51c, reason: Instance 2a13c39c-ba50-460c-9ed1-371aacf4c757 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 763.091464] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4cd9fa-2355-4da5-a7a2-742f0c580e91 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.153958] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquiring lock "cd01f9f6-0793-4e51-8197-6022d31f9a97" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.154192] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Lock "cd01f9f6-0793-4e51-8197-6022d31f9a97" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.154400] env[68292]: INFO nova.compute.manager [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Rebooting instance [ 763.257468] env[68292]: INFO nova.compute.manager [-] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Took 1.72 seconds to deallocate network for instance. [ 763.270581] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.272669] env[68292]: DEBUG oslo_concurrency.lockutils [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.123s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.272916] env[68292]: DEBUG nova.objects.instance [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lazy-loading 'resources' on Instance uuid 220c91c5-79e3-4a25-a5cc-708741b4356a {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.296962] env[68292]: INFO nova.scheduler.client.report [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Deleted allocations for instance 357679d3-4eba-4d3f-9178-43e4521fe6aa [ 763.339444] env[68292]: DEBUG oslo_vmware.api [None req-d708cdba-a2f0-4e5c-ac10-de0e254e00cd tempest-ServersAdminTestJSON-100001133 tempest-ServersAdminTestJSON-100001133-project-admin] Task: {'id': task-3071755, 'name': ReconfigVM_Task, 'duration_secs': 0.159156} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.340675] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d708cdba-a2f0-4e5c-ac10-de0e254e00cd tempest-ServersAdminTestJSON-100001133 tempest-ServersAdminTestJSON-100001133-project-admin] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Reconfigured VM instance to set the machine id {{(pid=68292) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 763.586188] env[68292]: DEBUG nova.compute.manager [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.692909] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquiring lock "refresh_cache-cd01f9f6-0793-4e51-8197-6022d31f9a97" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.693120] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquired lock "refresh_cache-cd01f9f6-0793-4e51-8197-6022d31f9a97" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.693301] env[68292]: DEBUG nova.network.neutron [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.702821] env[68292]: DEBUG nova.compute.manager [req-ad18a661-19bf-42c4-9d6c-239d267817d3 req-010a7ab1-4410-487b-aa7b-478328ffe523 service nova] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Received event network-vif-plugged-ac5f139e-349b-4e89-b592-9d60b0e99bc6 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.703143] env[68292]: DEBUG oslo_concurrency.lockutils [req-ad18a661-19bf-42c4-9d6c-239d267817d3 req-010a7ab1-4410-487b-aa7b-478328ffe523 service nova] Acquiring lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.703366] env[68292]: DEBUG oslo_concurrency.lockutils [req-ad18a661-19bf-42c4-9d6c-239d267817d3 req-010a7ab1-4410-487b-aa7b-478328ffe523 service nova] Lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.703536] env[68292]: DEBUG oslo_concurrency.lockutils [req-ad18a661-19bf-42c4-9d6c-239d267817d3 req-010a7ab1-4410-487b-aa7b-478328ffe523 service nova] Lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.703710] env[68292]: DEBUG nova.compute.manager [req-ad18a661-19bf-42c4-9d6c-239d267817d3 req-010a7ab1-4410-487b-aa7b-478328ffe523 service nova] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] No waiting events found dispatching network-vif-plugged-ac5f139e-349b-4e89-b592-9d60b0e99bc6 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.703880] env[68292]: WARNING nova.compute.manager [req-ad18a661-19bf-42c4-9d6c-239d267817d3 req-010a7ab1-4410-487b-aa7b-478328ffe523 service nova] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Received unexpected event network-vif-plugged-ac5f139e-349b-4e89-b592-9d60b0e99bc6 for instance with vm_state building and task_state spawning. [ 763.728782] env[68292]: DEBUG nova.network.neutron [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Successfully updated port: ac5f139e-349b-4e89-b592-9d60b0e99bc6 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.764095] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.786698] env[68292]: DEBUG oslo_concurrency.lockutils [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "6f44a390-b18c-4da9-b779-3e45c1a9ed92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.787050] env[68292]: DEBUG oslo_concurrency.lockutils [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "6f44a390-b18c-4da9-b779-3e45c1a9ed92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.787385] env[68292]: DEBUG oslo_concurrency.lockutils [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "6f44a390-b18c-4da9-b779-3e45c1a9ed92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.787607] env[68292]: DEBUG oslo_concurrency.lockutils [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "6f44a390-b18c-4da9-b779-3e45c1a9ed92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.787781] env[68292]: DEBUG oslo_concurrency.lockutils [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "6f44a390-b18c-4da9-b779-3e45c1a9ed92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.789892] env[68292]: INFO nova.compute.manager [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Terminating instance [ 763.805187] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d541ebae-63f1-41a8-9967-41761004ad91 tempest-ServerPasswordTestJSON-1248269752 tempest-ServerPasswordTestJSON-1248269752-project-member] Lock "357679d3-4eba-4d3f-9178-43e4521fe6aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.115s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.107842] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.226035] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb9b159-d931-4d2d-b706-93cfe1bfb3b4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.230613] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "refresh_cache-4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.230613] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "refresh_cache-4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.230758] env[68292]: DEBUG nova.network.neutron [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.234922] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42a4f6d-9a74-467f-86a2-aea9fd45cdfe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.268899] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab2ad6a-270c-4c8d-8045-9025b403e1a7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.277025] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ca5c84-288c-4c11-b8dc-935e53bda364 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.291085] env[68292]: DEBUG nova.compute.provider_tree [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.293384] env[68292]: DEBUG nova.compute.manager [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.293631] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.294443] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1afe8a-fab8-465a-abe0-25efd3088e79 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.302038] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.302315] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40bba5f8-cdcb-42be-881a-32a532d3bc33 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.309804] env[68292]: DEBUG oslo_vmware.api [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 764.309804] env[68292]: value = "task-3071756" [ 764.309804] env[68292]: _type = "Task" [ 764.309804] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.320850] env[68292]: DEBUG oslo_vmware.api [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.400393] env[68292]: INFO nova.compute.manager [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Rebuilding instance [ 764.456991] env[68292]: DEBUG nova.compute.manager [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.457929] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1576addc-834b-420e-869a-215f1bf503d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.470084] env[68292]: DEBUG nova.network.neutron [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Updating instance_info_cache with network_info: [{"id": "5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e", "address": "fa:16:3e:eb:77:6c", "network": {"id": "a9941cb7-bdf3-4b31-a4cc-c51e00159cc0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2062329831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cb67e6538a4ce1a45e60db92925c92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf94a69-e7", "ovs_interfaceid": "5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.777596] env[68292]: DEBUG nova.network.neutron [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.795926] env[68292]: DEBUG nova.scheduler.client.report [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.822690] env[68292]: DEBUG oslo_vmware.api [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071756, 'name': PowerOffVM_Task, 'duration_secs': 0.18568} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.822931] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.823153] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.823407] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2de42f76-a651-4fb2-8d68-35aa4b1772dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.883442] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.883558] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.883734] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Deleting the datastore file [datastore2] 6f44a390-b18c-4da9-b779-3e45c1a9ed92 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.884010] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5da91953-858a-4943-a256-4c785c12350b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.891337] env[68292]: DEBUG oslo_vmware.api [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 764.891337] env[68292]: value = "task-3071758" [ 764.891337] env[68292]: _type = "Task" [ 764.891337] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.899251] env[68292]: DEBUG oslo_vmware.api [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.947287] env[68292]: DEBUG nova.network.neutron [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Updating instance_info_cache with network_info: [{"id": "ac5f139e-349b-4e89-b592-9d60b0e99bc6", "address": "fa:16:3e:79:e4:bc", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5f139e-34", "ovs_interfaceid": "ac5f139e-349b-4e89-b592-9d60b0e99bc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.973750] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Releasing lock "refresh_cache-cd01f9f6-0793-4e51-8197-6022d31f9a97" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.300896] env[68292]: DEBUG oslo_concurrency.lockutils [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.303610] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.965s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.305237] env[68292]: INFO nova.compute.claims [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.329473] env[68292]: INFO nova.scheduler.client.report [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Deleted allocations for instance 220c91c5-79e3-4a25-a5cc-708741b4356a [ 765.401332] env[68292]: DEBUG oslo_vmware.api [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487695} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.401332] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.401525] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.401647] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.401812] env[68292]: INFO nova.compute.manager [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Took 1.11 seconds to destroy the instance on the hypervisor. [ 765.402056] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.402246] env[68292]: DEBUG nova.compute.manager [-] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.402339] env[68292]: DEBUG nova.network.neutron [-] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.451402] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "refresh_cache-4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.451712] env[68292]: DEBUG nova.compute.manager [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Instance network_info: |[{"id": "ac5f139e-349b-4e89-b592-9d60b0e99bc6", "address": "fa:16:3e:79:e4:bc", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5f139e-34", "ovs_interfaceid": "ac5f139e-349b-4e89-b592-9d60b0e99bc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.452129] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:e4:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac5f139e-349b-4e89-b592-9d60b0e99bc6', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.459491] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating folder: Project (eebe15179142424e8aecd1536ae34b24). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.459751] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-277cbc8e-a5de-44b0-9f9e-c8078798469d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.469650] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Created folder: Project (eebe15179142424e8aecd1536ae34b24) in parent group-v614981. [ 765.469834] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating folder: Instances. Parent ref: group-v615090. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.470074] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70971fdd-1960-4ce6-a157-0f57e1a3c24e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.476294] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.476518] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3056fc97-c4f1-4d73-9c6c-510b474c9fd3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.480578] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Created folder: Instances in parent group-v615090. [ 765.480787] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.481189] env[68292]: DEBUG nova.compute.manager [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.481752] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.482383] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d40ab3-8493-4172-8c8e-82a69252ac6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.485504] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c141744-52df-495d-adeb-80a032ff1b31 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.499311] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 765.499311] env[68292]: value = "task-3071761" [ 765.499311] env[68292]: _type = "Task" [ 765.499311] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.508664] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.508664] env[68292]: value = "task-3071762" [ 765.508664] env[68292]: _type = "Task" [ 765.508664] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.522949] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.527910] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071762, 'name': CreateVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.806306] env[68292]: DEBUG nova.compute.manager [req-08def6fb-9e43-48ce-8ed6-63b3ba7f9dfe req-061c249b-d626-4792-b6f7-9ab429824504 service nova] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Received event network-changed-ac5f139e-349b-4e89-b592-9d60b0e99bc6 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.806562] env[68292]: DEBUG nova.compute.manager [req-08def6fb-9e43-48ce-8ed6-63b3ba7f9dfe req-061c249b-d626-4792-b6f7-9ab429824504 service nova] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Refreshing instance network info cache due to event network-changed-ac5f139e-349b-4e89-b592-9d60b0e99bc6. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.806709] env[68292]: DEBUG oslo_concurrency.lockutils [req-08def6fb-9e43-48ce-8ed6-63b3ba7f9dfe req-061c249b-d626-4792-b6f7-9ab429824504 service nova] Acquiring lock "refresh_cache-4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.806851] env[68292]: DEBUG oslo_concurrency.lockutils [req-08def6fb-9e43-48ce-8ed6-63b3ba7f9dfe req-061c249b-d626-4792-b6f7-9ab429824504 service nova] Acquired lock "refresh_cache-4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.810366] env[68292]: DEBUG nova.network.neutron [req-08def6fb-9e43-48ce-8ed6-63b3ba7f9dfe req-061c249b-d626-4792-b6f7-9ab429824504 service nova] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Refreshing network info cache for port ac5f139e-349b-4e89-b592-9d60b0e99bc6 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.837414] env[68292]: DEBUG oslo_concurrency.lockutils [None req-524be715-ff82-4504-9d08-14389a0bf932 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "220c91c5-79e3-4a25-a5cc-708741b4356a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.985s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.011469] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071761, 'name': PowerOffVM_Task, 'duration_secs': 0.286803} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.011749] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.012977] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.013336] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257947be-9361-42d1-9a13-c5595b2f65e7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.030541] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071762, 'name': CreateVM_Task, 'duration_secs': 0.316397} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.032606] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.032916] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.033691] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.033850] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.034289] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.034412] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-762eae6c-be95-4ce9-b598-769f667b16a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.036249] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3ec3fe-90cd-4f56-b5d4-cbdb8818321b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.042600] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 766.042600] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5281377c-82f7-32aa-63a5-3a405ebc1c41" [ 766.042600] env[68292]: _type = "Task" [ 766.042600] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.053955] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5281377c-82f7-32aa-63a5-3a405ebc1c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.105601] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.107063] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.107063] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleting the datastore file [datastore1] 9cf39460-a830-432d-aba3-d5e0ebca02b8 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.107063] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd19fa2c-75d5-41bd-8f96-67e49d23d2c2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.114401] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 766.114401] env[68292]: value = "task-3071764" [ 766.114401] env[68292]: _type = "Task" [ 766.114401] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.125552] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.304731] env[68292]: DEBUG nova.network.neutron [-] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.526392] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe42e7d-ec44-473d-8714-8189fc5452a3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.538149] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Doing hard reboot of VM {{(pid=68292) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 766.538427] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-36afb5f8-4bce-4eb0-a205-2c1571efd6b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.550711] env[68292]: DEBUG oslo_vmware.api [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for the task: (returnval){ [ 766.550711] env[68292]: value = "task-3071765" [ 766.550711] env[68292]: _type = "Task" [ 766.550711] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.560356] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5281377c-82f7-32aa-63a5-3a405ebc1c41, 'name': SearchDatastore_Task, 'duration_secs': 0.01214} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.563135] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.563397] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.563641] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.563790] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.563971] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.564675] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b99cba0b-07b2-421b-beac-1b36452bcb5d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.570285] env[68292]: DEBUG oslo_vmware.api [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071765, 'name': ResetVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.580755] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.580983] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.581830] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bc9205d-a45f-4ce6-9263-6046309338c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.592756] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 766.592756] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528b6b78-395b-8060-e396-46a3fb964f75" [ 766.592756] env[68292]: _type = "Task" [ 766.592756] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.605271] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528b6b78-395b-8060-e396-46a3fb964f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.626674] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412023} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.626930] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.627136] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.627324] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.713452] env[68292]: DEBUG nova.network.neutron [req-08def6fb-9e43-48ce-8ed6-63b3ba7f9dfe req-061c249b-d626-4792-b6f7-9ab429824504 service nova] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Updated VIF entry in instance network info cache for port ac5f139e-349b-4e89-b592-9d60b0e99bc6. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.714279] env[68292]: DEBUG nova.network.neutron [req-08def6fb-9e43-48ce-8ed6-63b3ba7f9dfe req-061c249b-d626-4792-b6f7-9ab429824504 service nova] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Updating instance_info_cache with network_info: [{"id": "ac5f139e-349b-4e89-b592-9d60b0e99bc6", "address": "fa:16:3e:79:e4:bc", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5f139e-34", "ovs_interfaceid": "ac5f139e-349b-4e89-b592-9d60b0e99bc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.807248] env[68292]: INFO nova.compute.manager [-] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Took 1.40 seconds to deallocate network for instance. [ 766.865889] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f814991-e17c-4706-a4c1-7da0b45a5194 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.876417] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8468a9-0c91-433d-9447-c0b485c1cce6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.911017] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfd0bec-5f19-4bf1-bc4d-a181b7c42093 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.921116] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10af852a-df59-40cc-9328-b6c1331ef58e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.938060] env[68292]: DEBUG nova.compute.provider_tree [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.065185] env[68292]: DEBUG oslo_vmware.api [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071765, 'name': ResetVM_Task, 'duration_secs': 0.124435} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.065585] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Did hard reboot of VM {{(pid=68292) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 767.065695] env[68292]: DEBUG nova.compute.manager [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.066758] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a476c7e5-39ee-4719-b2db-4c78bbadf6a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.107907] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528b6b78-395b-8060-e396-46a3fb964f75, 'name': SearchDatastore_Task, 'duration_secs': 0.025855} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.109762] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0742e5-b189-4867-a8c8-2b46fdecaa3b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.116362] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 767.116362] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]524f1402-8ac9-c38d-9b6d-78c9b50c5333" [ 767.116362] env[68292]: _type = "Task" [ 767.116362] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.127171] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524f1402-8ac9-c38d-9b6d-78c9b50c5333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.216492] env[68292]: DEBUG oslo_concurrency.lockutils [req-08def6fb-9e43-48ce-8ed6-63b3ba7f9dfe req-061c249b-d626-4792-b6f7-9ab429824504 service nova] Releasing lock "refresh_cache-4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.316420] env[68292]: DEBUG oslo_concurrency.lockutils [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.479523] env[68292]: DEBUG nova.scheduler.client.report [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 767.479807] env[68292]: DEBUG nova.compute.provider_tree [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 62 to 63 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 767.479994] env[68292]: DEBUG nova.compute.provider_tree [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.580569] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c8d860a3-e33f-4bcb-a97e-d0705fd25ff9 tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Lock "cd01f9f6-0793-4e51-8197-6022d31f9a97" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.426s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.631742] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524f1402-8ac9-c38d-9b6d-78c9b50c5333, 'name': SearchDatastore_Task, 'duration_secs': 0.014184} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.632542] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.632542] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a/4fca172c-bc9d-4345-8d9a-ff65eb5bd56a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.632681] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98ae9687-7173-4027-b6fe-ab75983010b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.648862] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 767.648862] env[68292]: value = "task-3071766" [ 767.648862] env[68292]: _type = "Task" [ 767.648862] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.660357] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.669700] env[68292]: DEBUG nova.virt.hardware [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.669910] env[68292]: DEBUG nova.virt.hardware [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.670185] env[68292]: DEBUG nova.virt.hardware [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.670464] env[68292]: DEBUG nova.virt.hardware [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.670693] env[68292]: DEBUG nova.virt.hardware [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.670932] env[68292]: DEBUG nova.virt.hardware [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.671289] env[68292]: DEBUG nova.virt.hardware [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.671730] env[68292]: DEBUG nova.virt.hardware [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.671819] env[68292]: DEBUG nova.virt.hardware [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.672038] env[68292]: DEBUG nova.virt.hardware [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.672352] env[68292]: DEBUG nova.virt.hardware [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.673360] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989fdd01-e045-4322-827f-357782de54ef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.685042] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebae41cf-57c9-459b-9eb2-8db64d325380 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.701543] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:b7:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fd48547-fdbf-4315-a61b-664d90b3600c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.709377] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.709705] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.709950] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2044f34f-8fe1-4dd2-a9cb-dbd47b514121 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.730345] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.730345] env[68292]: value = "task-3071767" [ 767.730345] env[68292]: _type = "Task" [ 767.730345] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.739082] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071767, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.875350] env[68292]: DEBUG nova.compute.manager [req-bba3eb9b-a124-4fa4-bed4-adf56e1b167c req-5bf35bdb-09b2-4a9b-8a73-3c9a40b16053 service nova] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Received event network-vif-deleted-5600843e-94e6-49df-b15f-7cd537ae047e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.985727] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.986529] env[68292]: DEBUG nova.compute.manager [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.989858] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.203s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.990147] env[68292]: DEBUG nova.objects.instance [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lazy-loading 'resources' on Instance uuid a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.144773] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquiring lock "cd01f9f6-0793-4e51-8197-6022d31f9a97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.145112] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Lock "cd01f9f6-0793-4e51-8197-6022d31f9a97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.145370] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquiring lock "cd01f9f6-0793-4e51-8197-6022d31f9a97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.145705] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Lock "cd01f9f6-0793-4e51-8197-6022d31f9a97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.145797] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Lock "cd01f9f6-0793-4e51-8197-6022d31f9a97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.148387] env[68292]: INFO nova.compute.manager [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Terminating instance [ 768.161314] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071766, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.241437] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071767, 'name': CreateVM_Task, 'duration_secs': 0.366418} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.241437] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.241788] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.242044] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.243287] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.243287] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f8f09d-ff6a-48b0-bca8-7cd68740a1a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.248090] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 768.248090] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5209485e-af24-f0f7-16a4-b7d9308691ac" [ 768.248090] env[68292]: _type = "Task" [ 768.248090] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.257666] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5209485e-af24-f0f7-16a4-b7d9308691ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.496907] env[68292]: DEBUG nova.compute.utils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.499024] env[68292]: DEBUG nova.compute.manager [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.499024] env[68292]: DEBUG nova.network.neutron [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.537259] env[68292]: DEBUG nova.policy [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ca6ef7590cc4e678dbb4b6243ec7ac9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5fa5378b56547b199b07fa30d2a66b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.655841] env[68292]: DEBUG nova.compute.manager [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.656108] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.656978] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3bb271-fd44-4356-8c62-511c868c46b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.664715] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592535} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.665494] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a/4fca172c-bc9d-4345-8d9a-ff65eb5bd56a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.665746] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.666011] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-491dd20f-e0f4-40eb-bb54-8832f40dbc21 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.670144] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.670684] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5282bd8d-2d78-4512-9a82-25cdf90f6e3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.679552] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 768.679552] env[68292]: value = "task-3071768" [ 768.679552] env[68292]: _type = "Task" [ 768.679552] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.681451] env[68292]: DEBUG oslo_vmware.api [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for the task: (returnval){ [ 768.681451] env[68292]: value = "task-3071769" [ 768.681451] env[68292]: _type = "Task" [ 768.681451] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.696402] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.701952] env[68292]: DEBUG oslo_vmware.api [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.762302] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5209485e-af24-f0f7-16a4-b7d9308691ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013593} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.762628] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.762864] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.763117] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.763264] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.763466] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.763791] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9531b1b9-8a15-4dab-b53b-8722a75f977d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.774390] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.774570] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.775551] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633ce6e4-ef82-4b1b-a65e-0abed95d3ffb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.782020] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 768.782020] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528bc040-fc2e-8c30-cbad-fceb5c71cb4d" [ 768.782020] env[68292]: _type = "Task" [ 768.782020] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.792145] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528bc040-fc2e-8c30-cbad-fceb5c71cb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.859662] env[68292]: DEBUG nova.network.neutron [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Successfully created port: 4af63f25-77ec-4823-a37d-f5ccf5563c6b {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.001435] env[68292]: DEBUG nova.compute.manager [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.015888] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.016699] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.022062] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1055ee-04e7-4bb5-9070-f09ba49b4f75 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.028342] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb64ee84-6b83-43f0-97ac-1f8ad223d633 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.069179] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3cddff-2e63-4b27-b2a0-aba63fea5aa3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.078376] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebcb079-c073-425b-a004-de261412fcf8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.096803] env[68292]: DEBUG nova.compute.provider_tree [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.195779] env[68292]: DEBUG oslo_vmware.api [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071769, 'name': PowerOffVM_Task, 'duration_secs': 0.234166} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.198821] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.199018] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.199495] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073794} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.199700] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c007783b-c4dd-48cc-8caa-1519cec41f72 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.201217] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.201949] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28950a2-3e7b-47d1-b719-9d1d338f7b7e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.224690] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a/4fca172c-bc9d-4345-8d9a-ff65eb5bd56a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.224993] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afd06668-5c05-425f-9d71-dc23266150f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.244496] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 769.244496] env[68292]: value = "task-3071771" [ 769.244496] env[68292]: _type = "Task" [ 769.244496] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.253528] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.269111] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.269377] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.269672] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Deleting the datastore file [datastore2] cd01f9f6-0793-4e51-8197-6022d31f9a97 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.269824] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51099548-d682-4226-a36f-63c367efd914 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.279347] env[68292]: DEBUG oslo_vmware.api [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for the task: (returnval){ [ 769.279347] env[68292]: value = "task-3071772" [ 769.279347] env[68292]: _type = "Task" [ 769.279347] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.290701] env[68292]: DEBUG oslo_vmware.api [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.294332] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528bc040-fc2e-8c30-cbad-fceb5c71cb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.295066] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd35dc4-a8de-4ad8-9dec-57b54d7bac0d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.300011] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 769.300011] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528636cd-9191-40c9-adf5-0fa194a904bf" [ 769.300011] env[68292]: _type = "Task" [ 769.300011] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.307944] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528636cd-9191-40c9-adf5-0fa194a904bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.601341] env[68292]: DEBUG nova.scheduler.client.report [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.755365] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071771, 'name': ReconfigVM_Task, 'duration_secs': 0.412555} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.756521] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a/4fca172c-bc9d-4345-8d9a-ff65eb5bd56a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.756521] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-743d694e-c043-403c-8af4-43f1e04d889f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.764399] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 769.764399] env[68292]: value = "task-3071773" [ 769.764399] env[68292]: _type = "Task" [ 769.764399] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.774145] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071773, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.788746] env[68292]: DEBUG oslo_vmware.api [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Task: {'id': task-3071772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360416} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.788961] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.789159] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.789339] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.789510] env[68292]: INFO nova.compute.manager [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Took 1.13 seconds to destroy the instance on the hypervisor. [ 769.789759] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.789959] env[68292]: DEBUG nova.compute.manager [-] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.790086] env[68292]: DEBUG nova.network.neutron [-] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.814278] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528636cd-9191-40c9-adf5-0fa194a904bf, 'name': SearchDatastore_Task, 'duration_secs': 0.02059} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.814777] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.815169] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 9cf39460-a830-432d-aba3-d5e0ebca02b8/9cf39460-a830-432d-aba3-d5e0ebca02b8.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.815561] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d675c6f1-3f16-41e0-a324-6cea1c96ff0e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.823415] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 769.823415] env[68292]: value = "task-3071774" [ 769.823415] env[68292]: _type = "Task" [ 769.823415] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.832875] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.019100] env[68292]: DEBUG nova.compute.manager [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.055341] env[68292]: DEBUG nova.virt.hardware [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.055341] env[68292]: DEBUG nova.virt.hardware [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.055341] env[68292]: DEBUG nova.virt.hardware [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.055341] env[68292]: DEBUG nova.virt.hardware [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.055341] env[68292]: DEBUG nova.virt.hardware [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.055844] env[68292]: DEBUG nova.virt.hardware [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.056070] env[68292]: DEBUG nova.virt.hardware [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.056307] env[68292]: DEBUG nova.virt.hardware [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.056848] env[68292]: DEBUG nova.virt.hardware [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.057084] env[68292]: DEBUG nova.virt.hardware [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.057613] env[68292]: DEBUG nova.virt.hardware [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.061967] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97d5605-a8b2-4910-80dd-0ccf98d115e9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.073398] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c88d549-23e4-4bb9-a6dc-bd2920461e37 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.107006] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.109787] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.764s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.111544] env[68292]: INFO nova.compute.claims [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.118034] env[68292]: DEBUG nova.compute.manager [req-226dc923-83eb-4a3a-a5be-8df91487f82f req-d4738109-6b2f-4299-ac3a-8b90f092c7a8 service nova] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Received event network-vif-deleted-5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.118319] env[68292]: INFO nova.compute.manager [req-226dc923-83eb-4a3a-a5be-8df91487f82f req-d4738109-6b2f-4299-ac3a-8b90f092c7a8 service nova] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Neutron deleted interface 5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e; detaching it from the instance and deleting it from the info cache [ 770.118504] env[68292]: DEBUG nova.network.neutron [req-226dc923-83eb-4a3a-a5be-8df91487f82f req-d4738109-6b2f-4299-ac3a-8b90f092c7a8 service nova] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.136355] env[68292]: INFO nova.scheduler.client.report [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Deleted allocations for instance a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6 [ 770.277030] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071773, 'name': Rename_Task, 'duration_secs': 0.14432} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.277030] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.277030] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-168da7ac-ccff-4037-9c0c-1fa303510a4f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.288497] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 770.288497] env[68292]: value = "task-3071775" [ 770.288497] env[68292]: _type = "Task" [ 770.288497] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.297580] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.336043] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071774, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.400395] env[68292]: DEBUG nova.compute.manager [req-bbdb731f-f4af-4f8b-b7ec-af022345cff5 req-3aab2548-3716-4a60-adf5-c55c588ccea3 service nova] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Received event network-vif-plugged-4af63f25-77ec-4823-a37d-f5ccf5563c6b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.400624] env[68292]: DEBUG oslo_concurrency.lockutils [req-bbdb731f-f4af-4f8b-b7ec-af022345cff5 req-3aab2548-3716-4a60-adf5-c55c588ccea3 service nova] Acquiring lock "1602c168-e4e2-46ef-80d9-adfee191fde7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.400849] env[68292]: DEBUG oslo_concurrency.lockutils [req-bbdb731f-f4af-4f8b-b7ec-af022345cff5 req-3aab2548-3716-4a60-adf5-c55c588ccea3 service nova] Lock "1602c168-e4e2-46ef-80d9-adfee191fde7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.401028] env[68292]: DEBUG oslo_concurrency.lockutils [req-bbdb731f-f4af-4f8b-b7ec-af022345cff5 req-3aab2548-3716-4a60-adf5-c55c588ccea3 service nova] Lock "1602c168-e4e2-46ef-80d9-adfee191fde7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.401198] env[68292]: DEBUG nova.compute.manager [req-bbdb731f-f4af-4f8b-b7ec-af022345cff5 req-3aab2548-3716-4a60-adf5-c55c588ccea3 service nova] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] No waiting events found dispatching network-vif-plugged-4af63f25-77ec-4823-a37d-f5ccf5563c6b {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.401441] env[68292]: WARNING nova.compute.manager [req-bbdb731f-f4af-4f8b-b7ec-af022345cff5 req-3aab2548-3716-4a60-adf5-c55c588ccea3 service nova] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Received unexpected event network-vif-plugged-4af63f25-77ec-4823-a37d-f5ccf5563c6b for instance with vm_state building and task_state spawning. [ 770.510616] env[68292]: DEBUG nova.network.neutron [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Successfully updated port: 4af63f25-77ec-4823-a37d-f5ccf5563c6b {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.597333] env[68292]: DEBUG nova.network.neutron [-] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.620688] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aecea961-be5b-451f-ba37-1ac32d14a268 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.632086] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cb8e8c-3d35-40ab-a319-ab0e6c05a051 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.649560] env[68292]: DEBUG oslo_concurrency.lockutils [None req-eb446866-33bd-48e6-af70-07aa986b8b06 tempest-DeleteServersAdminTestJSON-1868702642 tempest-DeleteServersAdminTestJSON-1868702642-project-member] Lock "a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.843s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.671483] env[68292]: DEBUG nova.compute.manager [req-226dc923-83eb-4a3a-a5be-8df91487f82f req-d4738109-6b2f-4299-ac3a-8b90f092c7a8 service nova] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Detach interface failed, port_id=5bf94a69-e77c-4f3b-8eb6-aba8e9cef25e, reason: Instance cd01f9f6-0793-4e51-8197-6022d31f9a97 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 770.798750] env[68292]: DEBUG oslo_vmware.api [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071775, 'name': PowerOnVM_Task, 'duration_secs': 0.471969} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.800035] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.800035] env[68292]: INFO nova.compute.manager [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Took 7.81 seconds to spawn the instance on the hypervisor. [ 770.800035] env[68292]: DEBUG nova.compute.manager [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.800207] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d859b406-5ebe-4133-9ac2-d78d1fedb502 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.833881] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582297} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.834518] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 9cf39460-a830-432d-aba3-d5e0ebca02b8/9cf39460-a830-432d-aba3-d5e0ebca02b8.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.834727] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.835131] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-480b1bc1-0db8-4d84-b94e-9e85473c98aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.842408] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 770.842408] env[68292]: value = "task-3071776" [ 770.842408] env[68292]: _type = "Task" [ 770.842408] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.851574] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.012665] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Acquiring lock "refresh_cache-1602c168-e4e2-46ef-80d9-adfee191fde7" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.012821] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Acquired lock "refresh_cache-1602c168-e4e2-46ef-80d9-adfee191fde7" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.012973] env[68292]: DEBUG nova.network.neutron [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.099941] env[68292]: INFO nova.compute.manager [-] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Took 1.31 seconds to deallocate network for instance. [ 771.334949] env[68292]: INFO nova.compute.manager [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Took 44.41 seconds to build instance. [ 771.354988] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075556} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.357671] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.359346] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d27ef07-aeb7-4699-98e2-687d16b94556 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.384272] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 9cf39460-a830-432d-aba3-d5e0ebca02b8/9cf39460-a830-432d-aba3-d5e0ebca02b8.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.389835] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9493d2a-c205-4180-a3e4-c6617f113612 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.411638] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 771.411638] env[68292]: value = "task-3071777" [ 771.411638] env[68292]: _type = "Task" [ 771.411638] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.423510] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.556713] env[68292]: DEBUG nova.network.neutron [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.608616] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.613488] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa00feb-3140-4e3d-abf1-d600383106e2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.630028] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c611d6f5-a8de-4fc0-94be-85ca9330e273 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.670668] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48a902c-79de-49be-9ceb-779d26b2e02d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.679425] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c727e397-e27b-4934-8126-a314f35d809d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.693641] env[68292]: DEBUG nova.compute.provider_tree [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.738619] env[68292]: DEBUG nova.network.neutron [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Updating instance_info_cache with network_info: [{"id": "4af63f25-77ec-4823-a37d-f5ccf5563c6b", "address": "fa:16:3e:17:65:ea", "network": {"id": "5df20ebc-0dfe-4e49-a226-d0e766927a5f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-633353883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5fa5378b56547b199b07fa30d2a66b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af63f25-77", "ovs_interfaceid": "4af63f25-77ec-4823-a37d-f5ccf5563c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.836968] env[68292]: DEBUG oslo_concurrency.lockutils [None req-479499c8-9986-400a-ae73-e17b74c0d986 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.389s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.925071] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071777, 'name': ReconfigVM_Task, 'duration_secs': 0.476754} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.925452] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 9cf39460-a830-432d-aba3-d5e0ebca02b8/9cf39460-a830-432d-aba3-d5e0ebca02b8.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.926262] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43fc4415-084c-4596-866d-7dbebb3a1071 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.934993] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 771.934993] env[68292]: value = "task-3071778" [ 771.934993] env[68292]: _type = "Task" [ 771.934993] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.944015] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071778, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.197485] env[68292]: DEBUG nova.scheduler.client.report [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.241952] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Releasing lock "refresh_cache-1602c168-e4e2-46ef-80d9-adfee191fde7" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.242439] env[68292]: DEBUG nova.compute.manager [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Instance network_info: |[{"id": "4af63f25-77ec-4823-a37d-f5ccf5563c6b", "address": "fa:16:3e:17:65:ea", "network": {"id": "5df20ebc-0dfe-4e49-a226-d0e766927a5f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-633353883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5fa5378b56547b199b07fa30d2a66b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af63f25-77", "ovs_interfaceid": "4af63f25-77ec-4823-a37d-f5ccf5563c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.242903] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:65:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4af63f25-77ec-4823-a37d-f5ccf5563c6b', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.251467] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Creating folder: Project (a5fa5378b56547b199b07fa30d2a66b6). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.252129] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04858c4f-f53e-40ac-83f0-25f886b6ca67 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.267050] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Created folder: Project (a5fa5378b56547b199b07fa30d2a66b6) in parent group-v614981. [ 772.267170] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Creating folder: Instances. Parent ref: group-v615094. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.267392] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7951ebc9-5ce8-4024-ae6b-e62e1cb072e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.270723] env[68292]: DEBUG oslo_concurrency.lockutils [None req-75bbc17a-832f-451e-a53d-9b386092ed39 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.270941] env[68292]: DEBUG oslo_concurrency.lockutils [None req-75bbc17a-832f-451e-a53d-9b386092ed39 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.271124] env[68292]: DEBUG nova.compute.manager [None req-75bbc17a-832f-451e-a53d-9b386092ed39 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.272151] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935bbb48-e038-48da-9ef8-c870d6c04678 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.278524] env[68292]: DEBUG nova.compute.manager [None req-75bbc17a-832f-451e-a53d-9b386092ed39 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68292) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 772.279173] env[68292]: DEBUG nova.objects.instance [None req-75bbc17a-832f-451e-a53d-9b386092ed39 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lazy-loading 'flavor' on Instance uuid 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.281597] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Created folder: Instances in parent group-v615094. [ 772.281842] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.282319] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.282507] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-084241b7-1720-4ce2-b6cc-36665aafa5b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.306029] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.306029] env[68292]: value = "task-3071781" [ 772.306029] env[68292]: _type = "Task" [ 772.306029] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.315298] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071781, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.344708] env[68292]: DEBUG nova.compute.manager [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.426959] env[68292]: DEBUG nova.compute.manager [req-ed96e233-9105-47d8-b175-72c9da959a8f req-499030f5-4f70-41a2-8d86-0f1f422d3976 service nova] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Received event network-changed-4af63f25-77ec-4823-a37d-f5ccf5563c6b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.427172] env[68292]: DEBUG nova.compute.manager [req-ed96e233-9105-47d8-b175-72c9da959a8f req-499030f5-4f70-41a2-8d86-0f1f422d3976 service nova] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Refreshing instance network info cache due to event network-changed-4af63f25-77ec-4823-a37d-f5ccf5563c6b. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.428029] env[68292]: DEBUG oslo_concurrency.lockutils [req-ed96e233-9105-47d8-b175-72c9da959a8f req-499030f5-4f70-41a2-8d86-0f1f422d3976 service nova] Acquiring lock "refresh_cache-1602c168-e4e2-46ef-80d9-adfee191fde7" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.428029] env[68292]: DEBUG oslo_concurrency.lockutils [req-ed96e233-9105-47d8-b175-72c9da959a8f req-499030f5-4f70-41a2-8d86-0f1f422d3976 service nova] Acquired lock "refresh_cache-1602c168-e4e2-46ef-80d9-adfee191fde7" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.428029] env[68292]: DEBUG nova.network.neutron [req-ed96e233-9105-47d8-b175-72c9da959a8f req-499030f5-4f70-41a2-8d86-0f1f422d3976 service nova] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Refreshing network info cache for port 4af63f25-77ec-4823-a37d-f5ccf5563c6b {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.448146] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071778, 'name': Rename_Task, 'duration_secs': 0.146937} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.448146] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.448146] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f9a9af4-67f7-407d-b7af-7f94ec234799 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.456901] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 772.456901] env[68292]: value = "task-3071782" [ 772.456901] env[68292]: _type = "Task" [ 772.456901] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.466959] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.705048] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.705048] env[68292]: DEBUG nova.compute.manager [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.705731] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.329s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.817670] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071781, 'name': CreateVM_Task, 'duration_secs': 0.357126} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.817670] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.818197] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.818361] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.818727] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.819409] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a9809d2-f26e-4e02-b259-0bb03d7fd38e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.824569] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Waiting for the task: (returnval){ [ 772.824569] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ff474e-5985-d87b-edcd-21d18dfeb8d4" [ 772.824569] env[68292]: _type = "Task" [ 772.824569] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.833327] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ff474e-5985-d87b-edcd-21d18dfeb8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.876140] env[68292]: DEBUG oslo_concurrency.lockutils [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.970779] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071782, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.195410] env[68292]: DEBUG nova.network.neutron [req-ed96e233-9105-47d8-b175-72c9da959a8f req-499030f5-4f70-41a2-8d86-0f1f422d3976 service nova] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Updated VIF entry in instance network info cache for port 4af63f25-77ec-4823-a37d-f5ccf5563c6b. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.195800] env[68292]: DEBUG nova.network.neutron [req-ed96e233-9105-47d8-b175-72c9da959a8f req-499030f5-4f70-41a2-8d86-0f1f422d3976 service nova] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Updating instance_info_cache with network_info: [{"id": "4af63f25-77ec-4823-a37d-f5ccf5563c6b", "address": "fa:16:3e:17:65:ea", "network": {"id": "5df20ebc-0dfe-4e49-a226-d0e766927a5f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-633353883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5fa5378b56547b199b07fa30d2a66b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af63f25-77", "ovs_interfaceid": "4af63f25-77ec-4823-a37d-f5ccf5563c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.210665] env[68292]: DEBUG nova.compute.utils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.224503] env[68292]: DEBUG nova.compute.manager [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.226526] env[68292]: DEBUG nova.compute.manager [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.226736] env[68292]: DEBUG nova.network.neutron [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.272852] env[68292]: DEBUG nova.policy [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e09d4750d694eedbb383674c2f45f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd9dfdfa33445348610b740a2e8d687', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.287882] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bbc17a-832f-451e-a53d-9b386092ed39 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.288208] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7709b210-221f-42c1-b3f2-b9fcb5f074a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.299040] env[68292]: DEBUG oslo_vmware.api [None req-75bbc17a-832f-451e-a53d-9b386092ed39 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 773.299040] env[68292]: value = "task-3071783" [ 773.299040] env[68292]: _type = "Task" [ 773.299040] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.314772] env[68292]: DEBUG oslo_vmware.api [None req-75bbc17a-832f-451e-a53d-9b386092ed39 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.336278] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ff474e-5985-d87b-edcd-21d18dfeb8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.337042] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.337042] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.337301] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.337579] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.337768] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.338091] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2f98ae3-bf15-4299-b19c-4bebf1f34a63 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.349469] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.349679] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.350491] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e0d849-58ba-494f-9176-335909ca2a90 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.356809] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Waiting for the task: (returnval){ [ 773.356809] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d31e86-08cc-1309-10c1-e579bbfc65c1" [ 773.356809] env[68292]: _type = "Task" [ 773.356809] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.367231] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d31e86-08cc-1309-10c1-e579bbfc65c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.469077] env[68292]: DEBUG oslo_vmware.api [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071782, 'name': PowerOnVM_Task, 'duration_secs': 0.797039} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.469355] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.469557] env[68292]: DEBUG nova.compute.manager [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.470356] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead59113-16be-4b16-b6a0-1759e88a0ce8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.627659] env[68292]: DEBUG nova.network.neutron [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Successfully created port: 92e2de9a-fc1d-4885-a0ca-05450a93a90c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.699219] env[68292]: DEBUG oslo_concurrency.lockutils [req-ed96e233-9105-47d8-b175-72c9da959a8f req-499030f5-4f70-41a2-8d86-0f1f422d3976 service nova] Releasing lock "refresh_cache-1602c168-e4e2-46ef-80d9-adfee191fde7" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.766631] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.766909] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 9cf39460-a830-432d-aba3-d5e0ebca02b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.767114] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance dd9db746-41d9-4d5a-ae64-cdb54765e6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.767459] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.767575] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 2a13c39c-ba50-460c-9ed1-371aacf4c757 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.767813] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance c8d9016a-c5b3-4d53-8f0c-064aee3f688d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.767981] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 579ecc58-5c84-4237-bf96-4e36c0f75dcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.768150] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 8b337bf1-2ea4-455f-8027-9efac83ae6bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.768300] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance fd7b06e0-dac8-4f70-9554-170b4bb82b6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.768441] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance aabf83d8-a77c-496a-a909-a9e315d67082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.768582] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance beeb9d6b-9333-4073-a690-e23db124d5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.768722] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance d1f59a1f-ea49-44de-823f-d4ed48f71d22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.768855] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance fb38cea4-d100-4b0c-bf60-53a77aac36c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.769303] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 19002d14-56a7-4f6c-a285-34e48434122d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.769303] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.769303] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 4ae6521d-9281-432a-80a6-96705ae092c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.769447] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 60fe2903-0080-4440-b2a4-e25fd9a177e0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.769585] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance e1dee11e-e22b-48b2-9767-e1a06d5d0325 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.769786] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.770095] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 6f44a390-b18c-4da9-b779-3e45c1a9ed92 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.770282] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance b218486a-5377-493a-af05-62611c6d65e2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.770434] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 066e61d9-8593-438c-87f0-871332f73ffd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.770608] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance cd01f9f6-0793-4e51-8197-6022d31f9a97 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.770750] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.770891] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 1602c168-e4e2-46ef-80d9-adfee191fde7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.771014] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance ea193bed-f2ab-46db-9db5-3c0ca3c18b3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.825687] env[68292]: DEBUG oslo_vmware.api [None req-75bbc17a-832f-451e-a53d-9b386092ed39 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071783, 'name': PowerOffVM_Task, 'duration_secs': 0.331718} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.825975] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bbc17a-832f-451e-a53d-9b386092ed39 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.826377] env[68292]: DEBUG nova.compute.manager [None req-75bbc17a-832f-451e-a53d-9b386092ed39 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.827286] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e11c60-ef64-424a-9bc9-154e2594a1a7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.867755] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d31e86-08cc-1309-10c1-e579bbfc65c1, 'name': SearchDatastore_Task, 'duration_secs': 0.0104} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.868735] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf25086-55e5-40ac-a538-b2dc56d46381 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.875255] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Waiting for the task: (returnval){ [ 773.875255] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f03b4d-4e51-17b9-8428-eec61047d9e0" [ 773.875255] env[68292]: _type = "Task" [ 773.875255] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.885171] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f03b4d-4e51-17b9-8428-eec61047d9e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.987418] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.239065] env[68292]: DEBUG nova.compute.manager [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.264656] env[68292]: DEBUG nova.virt.hardware [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.264970] env[68292]: DEBUG nova.virt.hardware [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.265174] env[68292]: DEBUG nova.virt.hardware [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.265312] env[68292]: DEBUG nova.virt.hardware [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.265462] env[68292]: DEBUG nova.virt.hardware [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.265606] env[68292]: DEBUG nova.virt.hardware [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.265815] env[68292]: DEBUG nova.virt.hardware [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.266087] env[68292]: DEBUG nova.virt.hardware [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.266174] env[68292]: DEBUG nova.virt.hardware [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.266518] env[68292]: DEBUG nova.virt.hardware [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.266651] env[68292]: DEBUG nova.virt.hardware [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.267564] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9373a9-3dc1-47c1-992c-27926f348806 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.275690] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance e4180bfa-0718-445e-823c-0fc272adb215 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 774.278108] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e957a9-3b15-4242-87da-5b2c2c28eefa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.340670] env[68292]: DEBUG oslo_concurrency.lockutils [None req-75bbc17a-832f-451e-a53d-9b386092ed39 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.388780] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f03b4d-4e51-17b9-8428-eec61047d9e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011985} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.389125] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.389595] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 1602c168-e4e2-46ef-80d9-adfee191fde7/1602c168-e4e2-46ef-80d9-adfee191fde7.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.389595] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-870bbadb-6636-4fcc-bfe2-7d553fa8d0c4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.399089] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Waiting for the task: (returnval){ [ 774.399089] env[68292]: value = "task-3071784" [ 774.399089] env[68292]: _type = "Task" [ 774.399089] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.409414] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.784425] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance afb6920d-1c34-440d-a0df-33e48701dade has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 774.910921] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071784, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.237938] env[68292]: DEBUG nova.compute.manager [req-aa4db0cb-6bb2-48d7-b053-8b3a83591a95 req-c0532c89-5b18-4959-b456-462a40c06327 service nova] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Received event network-vif-plugged-92e2de9a-fc1d-4885-a0ca-05450a93a90c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.238229] env[68292]: DEBUG oslo_concurrency.lockutils [req-aa4db0cb-6bb2-48d7-b053-8b3a83591a95 req-c0532c89-5b18-4959-b456-462a40c06327 service nova] Acquiring lock "ea193bed-f2ab-46db-9db5-3c0ca3c18b3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.238482] env[68292]: DEBUG oslo_concurrency.lockutils [req-aa4db0cb-6bb2-48d7-b053-8b3a83591a95 req-c0532c89-5b18-4959-b456-462a40c06327 service nova] Lock "ea193bed-f2ab-46db-9db5-3c0ca3c18b3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.238792] env[68292]: DEBUG oslo_concurrency.lockutils [req-aa4db0cb-6bb2-48d7-b053-8b3a83591a95 req-c0532c89-5b18-4959-b456-462a40c06327 service nova] Lock "ea193bed-f2ab-46db-9db5-3c0ca3c18b3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.238888] env[68292]: DEBUG nova.compute.manager [req-aa4db0cb-6bb2-48d7-b053-8b3a83591a95 req-c0532c89-5b18-4959-b456-462a40c06327 service nova] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] No waiting events found dispatching network-vif-plugged-92e2de9a-fc1d-4885-a0ca-05450a93a90c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.239118] env[68292]: WARNING nova.compute.manager [req-aa4db0cb-6bb2-48d7-b053-8b3a83591a95 req-c0532c89-5b18-4959-b456-462a40c06327 service nova] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Received unexpected event network-vif-plugged-92e2de9a-fc1d-4885-a0ca-05450a93a90c for instance with vm_state building and task_state spawning. [ 775.273283] env[68292]: DEBUG nova.network.neutron [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Successfully updated port: 92e2de9a-fc1d-4885-a0ca-05450a93a90c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.287836] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 0196b796-8e2b-470e-90a0-4cd261d46415 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 775.385008] env[68292]: INFO nova.compute.manager [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Rebuilding instance [ 775.414192] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856486} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.414463] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 1602c168-e4e2-46ef-80d9-adfee191fde7/1602c168-e4e2-46ef-80d9-adfee191fde7.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.414675] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.414916] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b07e93c-1358-4c08-9e7c-d1b6d8afbf81 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.425876] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Waiting for the task: (returnval){ [ 775.425876] env[68292]: value = "task-3071785" [ 775.425876] env[68292]: _type = "Task" [ 775.425876] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.433282] env[68292]: DEBUG nova.compute.manager [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.434409] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccf8a91-a99d-4afd-9e87-ce7c0bdc70bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.447058] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.568088] env[68292]: DEBUG nova.compute.manager [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.569048] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac6623b-9f95-4a81-b0a3-318c0f015914 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.777182] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "refresh_cache-ea193bed-f2ab-46db-9db5-3c0ca3c18b3b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.777182] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "refresh_cache-ea193bed-f2ab-46db-9db5-3c0ca3c18b3b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.777578] env[68292]: DEBUG nova.network.neutron [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.790829] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 091c02fd-3fef-4b06-b81b-d3d3397c51a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 775.939698] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094591} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.940014] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.940975] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335989d3-8fd8-495d-a230-7082d265a89a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.968493] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 1602c168-e4e2-46ef-80d9-adfee191fde7/1602c168-e4e2-46ef-80d9-adfee191fde7.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.971025] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.971025] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f21a223-11ea-4aaf-8621-85154b93b8d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.988702] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14afa12c-41a4-49da-a7f5-3d13de6fb335 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.991932] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Acquiring lock "4de9c926-3c1c-477b-9d20-15b926760b5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.991932] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Lock "4de9c926-3c1c-477b-9d20-15b926760b5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.998798] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 775.998798] env[68292]: value = "task-3071787" [ 775.998798] env[68292]: _type = "Task" [ 775.998798] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.000617] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Waiting for the task: (returnval){ [ 776.000617] env[68292]: value = "task-3071786" [ 776.000617] env[68292]: _type = "Task" [ 776.000617] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.016153] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.019153] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.082084] env[68292]: INFO nova.compute.manager [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] instance snapshotting [ 776.082307] env[68292]: WARNING nova.compute.manager [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 776.085260] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ae8315-d63a-4a3d-b767-1db4a7762066 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.106740] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2377ea8-9b68-41e6-a810-029b185095c2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.294066] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 40054cea-df8d-4455-9aa9-7ef7e5f18f9e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 776.312116] env[68292]: DEBUG nova.network.neutron [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.440824] env[68292]: DEBUG nova.network.neutron [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Updating instance_info_cache with network_info: [{"id": "92e2de9a-fc1d-4885-a0ca-05450a93a90c", "address": "fa:16:3e:94:ac:c3", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e2de9a-fc", "ovs_interfaceid": "92e2de9a-fc1d-4885-a0ca-05450a93a90c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.513834] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071787, 'name': PowerOffVM_Task, 'duration_secs': 0.338765} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.516944] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.517237] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.517454] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071786, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.518173] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cc5de5-5292-44d8-90c7-1b5527e1cca1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.525136] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.525390] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-321ae91e-7843-4e6b-b4d5-f6181fb3f07b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.585087] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.585087] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.585248] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleting the datastore file [datastore1] 9cf39460-a830-432d-aba3-d5e0ebca02b8 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.585742] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f340e6d-d5a5-4f4d-88b6-08d83bf9c67c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.593807] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 776.593807] env[68292]: value = "task-3071789" [ 776.593807] env[68292]: _type = "Task" [ 776.593807] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.602010] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.618205] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 776.618503] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a7984b6d-ad3c-4b6f-8229-6c390901af05 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.627025] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 776.627025] env[68292]: value = "task-3071790" [ 776.627025] env[68292]: _type = "Task" [ 776.627025] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.635938] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.797396] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 47de732d-5723-4c39-bb80-cbc393cbb123 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 776.943490] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "refresh_cache-ea193bed-f2ab-46db-9db5-3c0ca3c18b3b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.943835] env[68292]: DEBUG nova.compute.manager [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Instance network_info: |[{"id": "92e2de9a-fc1d-4885-a0ca-05450a93a90c", "address": "fa:16:3e:94:ac:c3", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e2de9a-fc", "ovs_interfaceid": "92e2de9a-fc1d-4885-a0ca-05450a93a90c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.944269] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ac:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92e2de9a-fc1d-4885-a0ca-05450a93a90c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.951821] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.952057] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.952292] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c444c3d5-84b8-4d16-bbc8-eed4720d4ab2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.973198] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.973198] env[68292]: value = "task-3071791" [ 776.973198] env[68292]: _type = "Task" [ 776.973198] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.981156] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071791, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.015294] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071786, 'name': ReconfigVM_Task, 'duration_secs': 0.524594} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.015616] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 1602c168-e4e2-46ef-80d9-adfee191fde7/1602c168-e4e2-46ef-80d9-adfee191fde7.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.016295] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d20f49b-4d59-4a5c-b5d9-0d3f9076a33e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.023374] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Waiting for the task: (returnval){ [ 777.023374] env[68292]: value = "task-3071792" [ 777.023374] env[68292]: _type = "Task" [ 777.023374] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.032075] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071792, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.104643] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180894} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.105017] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.105310] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.105555] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.137913] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071790, 'name': CreateSnapshot_Task, 'duration_secs': 0.44845} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.138224] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 777.139027] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98d31f7-5b02-4e38-a67a-73e2cd0005a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.294238] env[68292]: DEBUG nova.compute.manager [req-540ab523-2c35-4a02-918a-07592a42cc69 req-e8ecd45a-ce1b-47a1-aa04-def7562e8803 service nova] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Received event network-changed-92e2de9a-fc1d-4885-a0ca-05450a93a90c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.294488] env[68292]: DEBUG nova.compute.manager [req-540ab523-2c35-4a02-918a-07592a42cc69 req-e8ecd45a-ce1b-47a1-aa04-def7562e8803 service nova] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Refreshing instance network info cache due to event network-changed-92e2de9a-fc1d-4885-a0ca-05450a93a90c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.294651] env[68292]: DEBUG oslo_concurrency.lockutils [req-540ab523-2c35-4a02-918a-07592a42cc69 req-e8ecd45a-ce1b-47a1-aa04-def7562e8803 service nova] Acquiring lock "refresh_cache-ea193bed-f2ab-46db-9db5-3c0ca3c18b3b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.294793] env[68292]: DEBUG oslo_concurrency.lockutils [req-540ab523-2c35-4a02-918a-07592a42cc69 req-e8ecd45a-ce1b-47a1-aa04-def7562e8803 service nova] Acquired lock "refresh_cache-ea193bed-f2ab-46db-9db5-3c0ca3c18b3b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.295009] env[68292]: DEBUG nova.network.neutron [req-540ab523-2c35-4a02-918a-07592a42cc69 req-e8ecd45a-ce1b-47a1-aa04-def7562e8803 service nova] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Refreshing network info cache for port 92e2de9a-fc1d-4885-a0ca-05450a93a90c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.299354] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 83b41147-3328-4251-8b8c-242a50534830 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 777.483062] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071791, 'name': CreateVM_Task, 'duration_secs': 0.34803} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.483245] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.483930] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.484114] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.484434] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.484678] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0bfd6c9-e776-4524-a353-ffd60a450ffa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.489363] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 777.489363] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5204f6ef-6898-9504-2343-551d113da1be" [ 777.489363] env[68292]: _type = "Task" [ 777.489363] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.497821] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5204f6ef-6898-9504-2343-551d113da1be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.532685] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071792, 'name': Rename_Task, 'duration_secs': 0.155318} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.532954] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.533232] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c005d92-aff1-4c17-a306-3b9cdf22ca13 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.540170] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Waiting for the task: (returnval){ [ 777.540170] env[68292]: value = "task-3071793" [ 777.540170] env[68292]: _type = "Task" [ 777.540170] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.547537] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.660096] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 777.660757] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2edd60fe-5e52-4c5a-b0eb-ed52a3850362 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.671948] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 777.671948] env[68292]: value = "task-3071794" [ 777.671948] env[68292]: _type = "Task" [ 777.671948] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.681094] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071794, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.802042] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 6dc99502-2329-4b20-828e-20591575c8ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.007078] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5204f6ef-6898-9504-2343-551d113da1be, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.007078] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.007078] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.007300] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.007300] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.007490] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.007772] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60b419c5-fa2f-4258-b6fc-4f1590e0b6a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.018784] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.019128] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.019956] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14458e0d-6e54-4f7e-8b01-0257d83f8deb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.026395] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 778.026395] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a4cf17-3388-95ce-d766-148cd9467784" [ 778.026395] env[68292]: _type = "Task" [ 778.026395] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.035519] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a4cf17-3388-95ce-d766-148cd9467784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.050656] env[68292]: DEBUG oslo_vmware.api [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071793, 'name': PowerOnVM_Task, 'duration_secs': 0.479952} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.050894] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.051140] env[68292]: INFO nova.compute.manager [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Took 8.03 seconds to spawn the instance on the hypervisor. [ 778.051404] env[68292]: DEBUG nova.compute.manager [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.052199] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613dfba9-7210-469f-8638-c4ae8be70b33 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.092495] env[68292]: DEBUG nova.network.neutron [req-540ab523-2c35-4a02-918a-07592a42cc69 req-e8ecd45a-ce1b-47a1-aa04-def7562e8803 service nova] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Updated VIF entry in instance network info cache for port 92e2de9a-fc1d-4885-a0ca-05450a93a90c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.092944] env[68292]: DEBUG nova.network.neutron [req-540ab523-2c35-4a02-918a-07592a42cc69 req-e8ecd45a-ce1b-47a1-aa04-def7562e8803 service nova] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Updating instance_info_cache with network_info: [{"id": "92e2de9a-fc1d-4885-a0ca-05450a93a90c", "address": "fa:16:3e:94:ac:c3", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e2de9a-fc", "ovs_interfaceid": "92e2de9a-fc1d-4885-a0ca-05450a93a90c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.138410] env[68292]: DEBUG nova.virt.hardware [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.138662] env[68292]: DEBUG nova.virt.hardware [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.138818] env[68292]: DEBUG nova.virt.hardware [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.138996] env[68292]: DEBUG nova.virt.hardware [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.139158] env[68292]: DEBUG nova.virt.hardware [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.139306] env[68292]: DEBUG nova.virt.hardware [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.139597] env[68292]: DEBUG nova.virt.hardware [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.139735] env[68292]: DEBUG nova.virt.hardware [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.139845] env[68292]: DEBUG nova.virt.hardware [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.139993] env[68292]: DEBUG nova.virt.hardware [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.140186] env[68292]: DEBUG nova.virt.hardware [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.141147] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c57a93e-e394-4d6a-a04d-c03cc3c19432 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.149964] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47de1cc-262c-4e0d-855b-ec4025b9f6b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.165502] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:b7:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fd48547-fdbf-4315-a61b-664d90b3600c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.172758] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.173089] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.175903] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-439cad76-da6b-487d-8444-40be5af8652e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.196103] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071794, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.197364] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.197364] env[68292]: value = "task-3071795" [ 778.197364] env[68292]: _type = "Task" [ 778.197364] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.206172] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071795, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.305888] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 28add4e9-37aa-40bf-8aca-78214365ee1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.536830] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a4cf17-3388-95ce-d766-148cd9467784, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.537718] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a4fc8b-0b53-4b86-a003-5800f4c85d62 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.544080] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 778.544080] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527f6d50-e156-8eb4-e394-356e90759b8d" [ 778.544080] env[68292]: _type = "Task" [ 778.544080] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.551702] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527f6d50-e156-8eb4-e394-356e90759b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.578895] env[68292]: INFO nova.compute.manager [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Took 49.26 seconds to build instance. [ 778.596572] env[68292]: DEBUG oslo_concurrency.lockutils [req-540ab523-2c35-4a02-918a-07592a42cc69 req-e8ecd45a-ce1b-47a1-aa04-def7562e8803 service nova] Releasing lock "refresh_cache-ea193bed-f2ab-46db-9db5-3c0ca3c18b3b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.683830] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071794, 'name': CloneVM_Task} progress is 95%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.707338] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071795, 'name': CreateVM_Task, 'duration_secs': 0.326692} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.707543] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.708203] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.708368] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.708679] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.708928] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3382b772-41e0-4f19-9fc0-b4f1b39efcac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.713707] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 778.713707] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52964f24-015a-f991-36e4-98279c1ffd7d" [ 778.713707] env[68292]: _type = "Task" [ 778.713707] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.721582] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52964f24-015a-f991-36e4-98279c1ffd7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.809711] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 9efc688b-d665-45de-bc9e-ada61e5cb4a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.810141] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 778.810315] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 779.055492] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527f6d50-e156-8eb4-e394-356e90759b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.055788] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.056028] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] ea193bed-f2ab-46db-9db5-3c0ca3c18b3b/ea193bed-f2ab-46db-9db5-3c0ca3c18b3b.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.056307] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31d2b290-b3f0-44f6-9ba7-e663f106545a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.064260] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 779.064260] env[68292]: value = "task-3071796" [ 779.064260] env[68292]: _type = "Task" [ 779.064260] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.075460] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.083383] env[68292]: DEBUG oslo_concurrency.lockutils [None req-84a8a125-aa66-4b0f-a2e2-433acfe6de51 tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Lock "1602c168-e4e2-46ef-80d9-adfee191fde7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.513s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.184600] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071794, 'name': CloneVM_Task, 'duration_secs': 1.291304} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.184872] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Created linked-clone VM from snapshot [ 779.185702] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98a3ac1-f420-4cdb-8388-37d52e398b54 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.196645] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Uploading image df45aeb8-6980-46e3-8ad4-2e91d81a8c14 {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 779.219955] env[68292]: DEBUG oslo_vmware.rw_handles [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 779.219955] env[68292]: value = "vm-615099" [ 779.219955] env[68292]: _type = "VirtualMachine" [ 779.219955] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 779.222243] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2b12ef3a-66d6-4a10-9cf5-9f05c439460f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.232483] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52964f24-015a-f991-36e4-98279c1ffd7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010058} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.233123] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.233411] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.234013] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.234013] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.234369] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.234750] env[68292]: DEBUG oslo_vmware.rw_handles [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lease: (returnval){ [ 779.234750] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528db83f-e1b2-a48f-64fa-e1b3406f6a19" [ 779.234750] env[68292]: _type = "HttpNfcLease" [ 779.234750] env[68292]: } obtained for exporting VM: (result){ [ 779.234750] env[68292]: value = "vm-615099" [ 779.234750] env[68292]: _type = "VirtualMachine" [ 779.234750] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 779.235118] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the lease: (returnval){ [ 779.235118] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528db83f-e1b2-a48f-64fa-e1b3406f6a19" [ 779.235118] env[68292]: _type = "HttpNfcLease" [ 779.235118] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 779.235319] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5570922-3c12-4c72-9dcb-23898d59b5a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.252860] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.252860] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528db83f-e1b2-a48f-64fa-e1b3406f6a19" [ 779.252860] env[68292]: _type = "HttpNfcLease" [ 779.252860] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 779.253952] env[68292]: DEBUG oslo_vmware.rw_handles [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 779.253952] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528db83f-e1b2-a48f-64fa-e1b3406f6a19" [ 779.253952] env[68292]: _type = "HttpNfcLease" [ 779.253952] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 779.254536] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.254536] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.256988] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9470ff86-b1a6-4d69-8c6c-a131542c22c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.259539] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6e3d38-68e0-4880-8d20-28ac98f16b74 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.268344] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 779.268344] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]524f6b2f-6b7c-cc6b-7621-f60bb9304b24" [ 779.268344] env[68292]: _type = "Task" [ 779.268344] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.271629] env[68292]: DEBUG oslo_vmware.rw_handles [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7c8d3-0006-e253-9e3b-6c92ec495bc2/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 779.271790] env[68292]: DEBUG oslo_vmware.rw_handles [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7c8d3-0006-e253-9e3b-6c92ec495bc2/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 779.343264] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524f6b2f-6b7c-cc6b-7621-f60bb9304b24, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.347168] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b2f6ea0-f07b-4ef4-900b-867874757e9d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.353956] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 779.353956] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52744809-ea82-e251-cfa8-5506e42b9dc0" [ 779.353956] env[68292]: _type = "Task" [ 779.353956] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.369684] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52744809-ea82-e251-cfa8-5506e42b9dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.369684] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.370358] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 9cf39460-a830-432d-aba3-d5e0ebca02b8/9cf39460-a830-432d-aba3-d5e0ebca02b8.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.370358] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01dfc7be-f0a9-4619-ab36-bb47c676237b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.377820] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fc3bea6e-9a65-4380-ab5d-e3ba84d9e5cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.382472] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 779.382472] env[68292]: value = "task-3071798" [ 779.382472] env[68292]: _type = "Task" [ 779.382472] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.394707] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.399384] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b2e817-4535-4776-876a-4fccefcf3ec3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.418087] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1749c5a-0829-4b45-b093-7afb8e40b9e2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.454549] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aee59d2-b6cb-49c3-b7fe-d0bf7acb2085 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.464303] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8911fd03-232e-4ca9-9adb-0315e90311e9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.479999] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.575010] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071796, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.587760] env[68292]: DEBUG nova.compute.manager [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.846331] env[68292]: DEBUG oslo_concurrency.lockutils [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Acquiring lock "1602c168-e4e2-46ef-80d9-adfee191fde7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.846620] env[68292]: DEBUG oslo_concurrency.lockutils [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Lock "1602c168-e4e2-46ef-80d9-adfee191fde7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.846855] env[68292]: DEBUG oslo_concurrency.lockutils [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Acquiring lock "1602c168-e4e2-46ef-80d9-adfee191fde7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.847079] env[68292]: DEBUG oslo_concurrency.lockutils [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Lock "1602c168-e4e2-46ef-80d9-adfee191fde7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.847331] env[68292]: DEBUG oslo_concurrency.lockutils [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Lock "1602c168-e4e2-46ef-80d9-adfee191fde7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.849881] env[68292]: INFO nova.compute.manager [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Terminating instance [ 779.896330] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.983828] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.076422] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635455} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.077044] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] ea193bed-f2ab-46db-9db5-3c0ca3c18b3b/ea193bed-f2ab-46db-9db5-3c0ca3c18b3b.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.077556] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.077696] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7374ea0f-053d-422d-89e9-4d3a7014be6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.088290] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 780.088290] env[68292]: value = "task-3071799" [ 780.088290] env[68292]: _type = "Task" [ 780.088290] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.101072] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.112847] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.354324] env[68292]: DEBUG nova.compute.manager [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.355832] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.355977] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c43313-aeb9-4d2d-9a5a-8f9d0a9b99a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.364528] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.364865] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84cad2f0-3d69-4d2f-9860-5596ea7ef012 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.372637] env[68292]: DEBUG oslo_vmware.api [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Waiting for the task: (returnval){ [ 780.372637] env[68292]: value = "task-3071800" [ 780.372637] env[68292]: _type = "Task" [ 780.372637] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.381812] env[68292]: DEBUG oslo_vmware.api [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.393217] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.489414] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 780.489682] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.784s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.489948] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.196s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.491507] env[68292]: INFO nova.compute.claims [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.600546] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077213} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.600955] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.601919] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a4b3f9-9071-451b-9445-0e9e87a856d5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.625773] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] ea193bed-f2ab-46db-9db5-3c0ca3c18b3b/ea193bed-f2ab-46db-9db5-3c0ca3c18b3b.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.626126] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92771d5a-0182-433c-85c2-1f4c9b31f277 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.649322] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 780.649322] env[68292]: value = "task-3071801" [ 780.649322] env[68292]: _type = "Task" [ 780.649322] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.658630] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.887326] env[68292]: DEBUG oslo_vmware.api [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071800, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.898287] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071798, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.162603] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.383929] env[68292]: DEBUG oslo_vmware.api [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071800, 'name': PowerOffVM_Task, 'duration_secs': 0.521987} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.384302] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.384384] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.384610] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7193cb68-c2f6-4e67-b118-3ac4f604f62c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.395997] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071798, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.801252} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.396350] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 9cf39460-a830-432d-aba3-d5e0ebca02b8/9cf39460-a830-432d-aba3-d5e0ebca02b8.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.396573] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.396826] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f579c90-dcd3-44a5-9ed4-66e4abcee7cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.406779] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 781.406779] env[68292]: value = "task-3071803" [ 781.406779] env[68292]: _type = "Task" [ 781.406779] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.418906] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.448700] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.448700] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.448700] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Deleting the datastore file [datastore2] 1602c168-e4e2-46ef-80d9-adfee191fde7 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.448971] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e87587d-689c-4859-be68-79bffdd00b9b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.457767] env[68292]: DEBUG oslo_vmware.api [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Waiting for the task: (returnval){ [ 781.457767] env[68292]: value = "task-3071804" [ 781.457767] env[68292]: _type = "Task" [ 781.457767] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.466980] env[68292]: DEBUG oslo_vmware.api [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.661457] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071801, 'name': ReconfigVM_Task, 'duration_secs': 0.649339} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.661745] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Reconfigured VM instance instance-00000028 to attach disk [datastore2] ea193bed-f2ab-46db-9db5-3c0ca3c18b3b/ea193bed-f2ab-46db-9db5-3c0ca3c18b3b.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.662414] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89dd49f3-9c36-4aa4-900e-b6d9d8fd782c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.680342] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 781.680342] env[68292]: value = "task-3071805" [ 781.680342] env[68292]: _type = "Task" [ 781.680342] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.690057] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071805, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.921309] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090618} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.921448] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.922684] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449401ce-73ad-4876-a587-d62ccb4afbb2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.954679] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 9cf39460-a830-432d-aba3-d5e0ebca02b8/9cf39460-a830-432d-aba3-d5e0ebca02b8.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.958757] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32f89fa2-d905-44f8-9cfd-352258f647e9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.983253] env[68292]: DEBUG oslo_vmware.api [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Task: {'id': task-3071804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18846} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.984632] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.984829] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.985021] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.985259] env[68292]: INFO nova.compute.manager [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Took 1.63 seconds to destroy the instance on the hypervisor. [ 781.985509] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.985763] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 781.985763] env[68292]: value = "task-3071806" [ 781.985763] env[68292]: _type = "Task" [ 781.985763] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.988381] env[68292]: DEBUG nova.compute.manager [-] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.988484] env[68292]: DEBUG nova.network.neutron [-] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.999630] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071806, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.052950] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0799a1db-be74-4630-8ced-291d3ed091e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.061583] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff62588-d40e-423d-baa7-bdede741454b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.094765] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bb6f9e-468c-4de1-b439-62da6fc1c095 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.106220] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cbe1e1-c2fb-466a-a9a0-8dd676ebe3f7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.126245] env[68292]: DEBUG nova.compute.provider_tree [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.192871] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071805, 'name': Rename_Task, 'duration_secs': 0.168246} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.194085] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.194085] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e996b5c9-3ca0-4600-85c5-46e8daac2ad2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.203230] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 782.203230] env[68292]: value = "task-3071807" [ 782.203230] env[68292]: _type = "Task" [ 782.203230] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.211247] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.250783] env[68292]: DEBUG nova.compute.manager [req-235de592-595f-48e7-8987-275c67eb7df9 req-5f09b488-5246-497c-995f-c9c3c4bcfeaa service nova] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Received event network-vif-deleted-4af63f25-77ec-4823-a37d-f5ccf5563c6b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.251194] env[68292]: INFO nova.compute.manager [req-235de592-595f-48e7-8987-275c67eb7df9 req-5f09b488-5246-497c-995f-c9c3c4bcfeaa service nova] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Neutron deleted interface 4af63f25-77ec-4823-a37d-f5ccf5563c6b; detaching it from the instance and deleting it from the info cache [ 782.251466] env[68292]: DEBUG nova.network.neutron [req-235de592-595f-48e7-8987-275c67eb7df9 req-5f09b488-5246-497c-995f-c9c3c4bcfeaa service nova] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.500123] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071806, 'name': ReconfigVM_Task, 'duration_secs': 0.417143} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.500446] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 9cf39460-a830-432d-aba3-d5e0ebca02b8/9cf39460-a830-432d-aba3-d5e0ebca02b8.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.501096] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe233f9b-d08f-4eeb-aab6-6ef6529f90f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.508367] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 782.508367] env[68292]: value = "task-3071808" [ 782.508367] env[68292]: _type = "Task" [ 782.508367] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.517488] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071808, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.649295] env[68292]: ERROR nova.scheduler.client.report [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [req-59a66247-fbe5-4f70-8790-3386f5d96fd1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-59a66247-fbe5-4f70-8790-3386f5d96fd1"}]} [ 782.666896] env[68292]: DEBUG nova.scheduler.client.report [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 782.683387] env[68292]: DEBUG nova.scheduler.client.report [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 782.683622] env[68292]: DEBUG nova.compute.provider_tree [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.695371] env[68292]: DEBUG nova.scheduler.client.report [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 782.712312] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071807, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.714972] env[68292]: DEBUG nova.scheduler.client.report [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 782.730553] env[68292]: DEBUG nova.network.neutron [-] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.754528] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50dd3300-722a-49a4-a664-2749bacee189 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.766441] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72fb808-2629-4e94-86d6-7d53ea200413 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.812808] env[68292]: DEBUG nova.compute.manager [req-235de592-595f-48e7-8987-275c67eb7df9 req-5f09b488-5246-497c-995f-c9c3c4bcfeaa service nova] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Detach interface failed, port_id=4af63f25-77ec-4823-a37d-f5ccf5563c6b, reason: Instance 1602c168-e4e2-46ef-80d9-adfee191fde7 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 783.022140] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071808, 'name': Rename_Task, 'duration_secs': 0.267386} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.022390] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.022681] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f5cb1af-3a08-485a-9e12-e03ca5bf5788 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.035822] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 783.035822] env[68292]: value = "task-3071809" [ 783.035822] env[68292]: _type = "Task" [ 783.035822] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.052737] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.213561] env[68292]: DEBUG oslo_vmware.api [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071807, 'name': PowerOnVM_Task, 'duration_secs': 0.735634} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.216601] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.216858] env[68292]: INFO nova.compute.manager [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Took 8.98 seconds to spawn the instance on the hypervisor. [ 783.217083] env[68292]: DEBUG nova.compute.manager [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.218317] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91ab4e9-72f8-4dc4-b654-d9faae364ec7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.230395] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924586e8-d37d-444a-af7d-1a88821a48b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.233530] env[68292]: INFO nova.compute.manager [-] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Took 1.24 seconds to deallocate network for instance. [ 783.242017] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02860b6-00a4-4ac6-a90a-098ee1995244 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.276196] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eda29a-ef76-422e-a0cc-58e115d8893d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.285286] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950be0a0-4d69-4459-9cb5-1d4f0f3b948a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.301510] env[68292]: DEBUG nova.compute.provider_tree [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.546726] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071809, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.742139] env[68292]: INFO nova.compute.manager [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Took 50.41 seconds to build instance. [ 783.743533] env[68292]: DEBUG oslo_concurrency.lockutils [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.839622] env[68292]: DEBUG nova.scheduler.client.report [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 783.839910] env[68292]: DEBUG nova.compute.provider_tree [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 65 to 66 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 783.840112] env[68292]: DEBUG nova.compute.provider_tree [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.048109] env[68292]: DEBUG oslo_vmware.api [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071809, 'name': PowerOnVM_Task, 'duration_secs': 0.809578} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.048410] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.048619] env[68292]: DEBUG nova.compute.manager [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.049482] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5e8607-6ad2-4e15-af63-c439fa16c0df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.244762] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78d4cfba-814c-4cab-a9d4-3a10ae7551e1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "ea193bed-f2ab-46db-9db5-3c0ca3c18b3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.999s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.345905] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.856s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.346457] env[68292]: DEBUG nova.compute.manager [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.349157] env[68292]: DEBUG oslo_concurrency.lockutils [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.292s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.349367] env[68292]: DEBUG oslo_concurrency.lockutils [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.351401] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.529s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.353159] env[68292]: INFO nova.compute.claims [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.357029] env[68292]: DEBUG oslo_concurrency.lockutils [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "ea193bed-f2ab-46db-9db5-3c0ca3c18b3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.357481] env[68292]: DEBUG oslo_concurrency.lockutils [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "ea193bed-f2ab-46db-9db5-3c0ca3c18b3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.357481] env[68292]: DEBUG oslo_concurrency.lockutils [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "ea193bed-f2ab-46db-9db5-3c0ca3c18b3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.357607] env[68292]: DEBUG oslo_concurrency.lockutils [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "ea193bed-f2ab-46db-9db5-3c0ca3c18b3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.357737] env[68292]: DEBUG oslo_concurrency.lockutils [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "ea193bed-f2ab-46db-9db5-3c0ca3c18b3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.360036] env[68292]: INFO nova.compute.manager [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Terminating instance [ 784.380411] env[68292]: INFO nova.scheduler.client.report [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Deleted allocations for instance 60fe2903-0080-4440-b2a4-e25fd9a177e0 [ 784.566600] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.747675] env[68292]: DEBUG nova.compute.manager [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.861053] env[68292]: DEBUG nova.compute.utils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.862135] env[68292]: DEBUG nova.compute.manager [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.862320] env[68292]: DEBUG nova.network.neutron [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.864813] env[68292]: DEBUG nova.compute.manager [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.865013] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.865933] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb94e0e5-58bc-4411-8eaf-bc8ac3f3e44f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.874982] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.875277] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ad4a809-b290-4b32-9b8e-b955e1575ea7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.884061] env[68292]: DEBUG oslo_vmware.api [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 784.884061] env[68292]: value = "task-3071810" [ 784.884061] env[68292]: _type = "Task" [ 784.884061] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.890544] env[68292]: DEBUG oslo_concurrency.lockutils [None req-61682e7e-88d5-490a-bf8c-8c175918b4d8 tempest-InstanceActionsV221TestJSON-829975250 tempest-InstanceActionsV221TestJSON-829975250-project-member] Lock "60fe2903-0080-4440-b2a4-e25fd9a177e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.427s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.897474] env[68292]: DEBUG oslo_vmware.api [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.907341] env[68292]: DEBUG nova.policy [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7713c4356f514ab4a124e22a01ea33d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92d533ceae514415919efdcc59829f9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.272315] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.306216] env[68292]: DEBUG nova.network.neutron [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Successfully created port: e59b109e-2b0c-4c1b-b92b-00c104b0a2a2 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.366851] env[68292]: DEBUG nova.compute.manager [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.396704] env[68292]: DEBUG oslo_vmware.api [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071810, 'name': PowerOffVM_Task, 'duration_secs': 0.321956} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.399835] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.400045] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.400680] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3388ae79-11ec-413f-a6fc-ae1306558a96 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.927171] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98058f2-5ad7-4a81-b043-12b275dbd5d7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.941033] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60203b2c-8414-4b54-ba47-234b41b2dc3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.985013] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0fde52-c130-4dee-a4a9-420eb9fd1e8e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.995721] env[68292]: DEBUG oslo_vmware.rw_handles [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7c8d3-0006-e253-9e3b-6c92ec495bc2/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 785.997044] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457b529d-8443-4c38-accc-6231df855162 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.002153] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86ea0e9-6553-44c9-9e86-0e7e601b8616 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.017571] env[68292]: DEBUG oslo_vmware.rw_handles [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7c8d3-0006-e253-9e3b-6c92ec495bc2/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.017756] env[68292]: ERROR oslo_vmware.rw_handles [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7c8d3-0006-e253-9e3b-6c92ec495bc2/disk-0.vmdk due to incomplete transfer. [ 786.018566] env[68292]: DEBUG nova.compute.provider_tree [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.023017] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b817f70a-f3cd-4636-86d5-dd29e2c79d31 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.030065] env[68292]: DEBUG oslo_vmware.rw_handles [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7c8d3-0006-e253-9e3b-6c92ec495bc2/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.030309] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Uploaded image df45aeb8-6980-46e3-8ad4-2e91d81a8c14 to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 786.032582] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 786.033116] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3893e056-25e9-4340-b850-6ab20cec7706 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.041429] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 786.041429] env[68292]: value = "task-3071812" [ 786.041429] env[68292]: _type = "Task" [ 786.041429] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.053737] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071812, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.378123] env[68292]: DEBUG nova.compute.manager [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.402978] env[68292]: DEBUG nova.virt.hardware [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.403289] env[68292]: DEBUG nova.virt.hardware [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.403472] env[68292]: DEBUG nova.virt.hardware [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.403662] env[68292]: DEBUG nova.virt.hardware [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.403805] env[68292]: DEBUG nova.virt.hardware [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.403948] env[68292]: DEBUG nova.virt.hardware [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.404168] env[68292]: DEBUG nova.virt.hardware [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.404326] env[68292]: DEBUG nova.virt.hardware [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.405198] env[68292]: DEBUG nova.virt.hardware [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.405198] env[68292]: DEBUG nova.virt.hardware [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.405198] env[68292]: DEBUG nova.virt.hardware [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.405744] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da4491f-b67b-40fb-a472-57b365c9ede6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.414445] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e2ef16-900f-4da5-8e92-933927a8478a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.439691] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "066e61d9-8593-438c-87f0-871332f73ffd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.439822] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "066e61d9-8593-438c-87f0-871332f73ffd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.440057] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "066e61d9-8593-438c-87f0-871332f73ffd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.440216] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "066e61d9-8593-438c-87f0-871332f73ffd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.440396] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "066e61d9-8593-438c-87f0-871332f73ffd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.442631] env[68292]: INFO nova.compute.manager [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Terminating instance [ 786.523883] env[68292]: DEBUG nova.scheduler.client.report [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.554546] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071812, 'name': Destroy_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.877537] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.877829] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.878305] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleting the datastore file [datastore2] ea193bed-f2ab-46db-9db5-3c0ca3c18b3b {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.878455] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daea8471-b54c-49de-8d87-899a8bb33c4d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.887626] env[68292]: DEBUG oslo_vmware.api [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 786.887626] env[68292]: value = "task-3071813" [ 786.887626] env[68292]: _type = "Task" [ 786.887626] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.898752] env[68292]: DEBUG oslo_vmware.api [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.946012] env[68292]: DEBUG nova.compute.manager [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.946368] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.947231] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c5d12e-be23-4e0d-9bf5-f18ab7a620be {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.958961] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.958961] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfe78f3e-b783-46ad-84de-185fdedb546e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.967914] env[68292]: DEBUG oslo_vmware.api [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 786.967914] env[68292]: value = "task-3071814" [ 786.967914] env[68292]: _type = "Task" [ 786.967914] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.979908] env[68292]: DEBUG oslo_vmware.api [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.029717] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.030384] env[68292]: DEBUG nova.compute.manager [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.036278] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.647s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.042714] env[68292]: INFO nova.compute.claims [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.046999] env[68292]: DEBUG nova.compute.manager [req-ddbdbcda-d596-4ed1-8e76-cb19d161aa34 req-856b286f-9e91-4457-84e5-42b6ec3a3d24 service nova] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Received event network-vif-plugged-e59b109e-2b0c-4c1b-b92b-00c104b0a2a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.047128] env[68292]: DEBUG oslo_concurrency.lockutils [req-ddbdbcda-d596-4ed1-8e76-cb19d161aa34 req-856b286f-9e91-4457-84e5-42b6ec3a3d24 service nova] Acquiring lock "e4180bfa-0718-445e-823c-0fc272adb215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.047399] env[68292]: DEBUG oslo_concurrency.lockutils [req-ddbdbcda-d596-4ed1-8e76-cb19d161aa34 req-856b286f-9e91-4457-84e5-42b6ec3a3d24 service nova] Lock "e4180bfa-0718-445e-823c-0fc272adb215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.047622] env[68292]: DEBUG oslo_concurrency.lockutils [req-ddbdbcda-d596-4ed1-8e76-cb19d161aa34 req-856b286f-9e91-4457-84e5-42b6ec3a3d24 service nova] Lock "e4180bfa-0718-445e-823c-0fc272adb215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.047808] env[68292]: DEBUG nova.compute.manager [req-ddbdbcda-d596-4ed1-8e76-cb19d161aa34 req-856b286f-9e91-4457-84e5-42b6ec3a3d24 service nova] [instance: e4180bfa-0718-445e-823c-0fc272adb215] No waiting events found dispatching network-vif-plugged-e59b109e-2b0c-4c1b-b92b-00c104b0a2a2 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.047973] env[68292]: WARNING nova.compute.manager [req-ddbdbcda-d596-4ed1-8e76-cb19d161aa34 req-856b286f-9e91-4457-84e5-42b6ec3a3d24 service nova] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Received unexpected event network-vif-plugged-e59b109e-2b0c-4c1b-b92b-00c104b0a2a2 for instance with vm_state building and task_state spawning. [ 787.067201] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071812, 'name': Destroy_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.401857] env[68292]: DEBUG oslo_vmware.api [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3071813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266079} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.402141] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.402349] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.402512] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.402740] env[68292]: INFO nova.compute.manager [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Took 2.54 seconds to destroy the instance on the hypervisor. [ 787.402988] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.403211] env[68292]: DEBUG nova.compute.manager [-] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.403255] env[68292]: DEBUG nova.network.neutron [-] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.436228] env[68292]: DEBUG oslo_concurrency.lockutils [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.436398] env[68292]: DEBUG oslo_concurrency.lockutils [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.436599] env[68292]: DEBUG oslo_concurrency.lockutils [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.436774] env[68292]: DEBUG oslo_concurrency.lockutils [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.436938] env[68292]: DEBUG oslo_concurrency.lockutils [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.440500] env[68292]: INFO nova.compute.manager [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Terminating instance [ 787.483012] env[68292]: DEBUG oslo_vmware.api [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071814, 'name': PowerOffVM_Task, 'duration_secs': 0.249052} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.484076] env[68292]: DEBUG nova.network.neutron [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Successfully updated port: e59b109e-2b0c-4c1b-b92b-00c104b0a2a2 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.486193] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.486661] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.489307] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a338bfb-5a07-450c-836a-9f3403667d6b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.552531] env[68292]: DEBUG nova.compute.utils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.556259] env[68292]: DEBUG nova.compute.manager [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.556259] env[68292]: DEBUG nova.network.neutron [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.577041] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071812, 'name': Destroy_Task, 'duration_secs': 1.348543} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.578289] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Destroyed the VM [ 787.578532] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.578789] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02c1b51e-3606-42da-9e9b-6ee0df97cf72 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.590420] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 787.590420] env[68292]: value = "task-3071816" [ 787.590420] env[68292]: _type = "Task" [ 787.590420] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.601338] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071816, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.610709] env[68292]: DEBUG nova.policy [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0df73a24f6b14a3d86a5219a9aa4f8d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a543e40e62d465d9a711e9dd97cc817', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.898225] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.898225] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.898225] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleting the datastore file [datastore2] 066e61d9-8593-438c-87f0-871332f73ffd {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.898225] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e9ce189-2c70-4d7e-8ffc-5fbc599b8bd6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.904088] env[68292]: DEBUG nova.compute.manager [req-a8138076-80ef-4a78-8f08-c289e4542127 req-e4cf6045-07f6-4c08-99e9-7b8b5da8ef8e service nova] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Received event network-vif-deleted-92e2de9a-fc1d-4885-a0ca-05450a93a90c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.904088] env[68292]: INFO nova.compute.manager [req-a8138076-80ef-4a78-8f08-c289e4542127 req-e4cf6045-07f6-4c08-99e9-7b8b5da8ef8e service nova] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Neutron deleted interface 92e2de9a-fc1d-4885-a0ca-05450a93a90c; detaching it from the instance and deleting it from the info cache [ 787.904088] env[68292]: DEBUG nova.network.neutron [req-a8138076-80ef-4a78-8f08-c289e4542127 req-e4cf6045-07f6-4c08-99e9-7b8b5da8ef8e service nova] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.917150] env[68292]: DEBUG oslo_vmware.api [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 787.917150] env[68292]: value = "task-3071817" [ 787.917150] env[68292]: _type = "Task" [ 787.917150] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.929545] env[68292]: DEBUG oslo_vmware.api [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.945278] env[68292]: DEBUG nova.compute.manager [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.945683] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.947487] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f48c5-9696-4153-a2a6-61cb355ff92d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.956094] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.956364] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bb66007-0afe-4bdc-8738-40a679f5abc0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.975986] env[68292]: DEBUG nova.network.neutron [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Successfully created port: fc47807b-0564-4aa1-9e0f-ecb0c0b72f86 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.990294] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "refresh_cache-e4180bfa-0718-445e-823c-0fc272adb215" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.990457] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired lock "refresh_cache-e4180bfa-0718-445e-823c-0fc272adb215" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.990615] env[68292]: DEBUG nova.network.neutron [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.045023] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.045023] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.045023] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleting the datastore file [datastore1] 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.045023] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df6c0e6c-ed2c-43e6-9d33-a0f4da44533e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.056752] env[68292]: DEBUG nova.compute.manager [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.068662] env[68292]: DEBUG oslo_vmware.api [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 788.068662] env[68292]: value = "task-3071819" [ 788.068662] env[68292]: _type = "Task" [ 788.068662] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.081427] env[68292]: DEBUG oslo_vmware.api [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.108731] env[68292]: DEBUG oslo_vmware.api [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071816, 'name': RemoveSnapshot_Task, 'duration_secs': 0.366474} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.108731] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 788.108944] env[68292]: INFO nova.compute.manager [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Took 12.02 seconds to snapshot the instance on the hypervisor. [ 788.215658] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "1d970a47-1c77-4915-858d-dbd53312fe61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.216655] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "1d970a47-1c77-4915-858d-dbd53312fe61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.299900] env[68292]: DEBUG nova.network.neutron [-] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.410058] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d418891-1810-4c8e-8965-970385a631a7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.424033] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d797ea-cf74-4b05-99fd-c7fa8529e850 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.440209] env[68292]: DEBUG oslo_vmware.api [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254588} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.441035] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.441231] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.441818] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.441818] env[68292]: INFO nova.compute.manager [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Took 1.50 seconds to destroy the instance on the hypervisor. [ 788.441818] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.442154] env[68292]: DEBUG nova.compute.manager [-] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.442154] env[68292]: DEBUG nova.network.neutron [-] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.465830] env[68292]: DEBUG nova.compute.manager [req-a8138076-80ef-4a78-8f08-c289e4542127 req-e4cf6045-07f6-4c08-99e9-7b8b5da8ef8e service nova] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Detach interface failed, port_id=92e2de9a-fc1d-4885-a0ca-05450a93a90c, reason: Instance ea193bed-f2ab-46db-9db5-3c0ca3c18b3b could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 788.541814] env[68292]: DEBUG nova.network.neutron [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.587594] env[68292]: DEBUG oslo_vmware.api [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174408} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.587867] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.588243] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.588481] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.588653] env[68292]: INFO nova.compute.manager [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Took 0.64 seconds to destroy the instance on the hypervisor. [ 788.588890] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.589085] env[68292]: DEBUG nova.compute.manager [-] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.589178] env[68292]: DEBUG nova.network.neutron [-] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.618550] env[68292]: DEBUG nova.compute.manager [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Instance disappeared during snapshot {{(pid=68292) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 788.632974] env[68292]: DEBUG nova.compute.manager [None req-69c2260f-9f1d-4841-828b-b0bb495e6ce7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Image not found during clean up df45aeb8-6980-46e3-8ad4-2e91d81a8c14 {{(pid=68292) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 788.668809] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99019ce3-506a-48c7-88e5-bcbb0bb1b1c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.681424] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84a8120-f195-410f-8524-a37ae6252f2a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.717440] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a26adc-d0ff-4c1a-8a47-9baace7a7c59 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.726387] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410c28ef-b3bc-44a2-b1d4-43dbbedc1146 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.740984] env[68292]: DEBUG nova.compute.provider_tree [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.802550] env[68292]: INFO nova.compute.manager [-] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Took 1.40 seconds to deallocate network for instance. [ 788.872467] env[68292]: DEBUG nova.network.neutron [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Updating instance_info_cache with network_info: [{"id": "e59b109e-2b0c-4c1b-b92b-00c104b0a2a2", "address": "fa:16:3e:9e:e0:d3", "network": {"id": "2925f5ef-335e-421b-a420-7bb0de4262c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1540914255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d533ceae514415919efdcc59829f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59b109e-2b", "ovs_interfaceid": "e59b109e-2b0c-4c1b-b92b-00c104b0a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.080373] env[68292]: DEBUG nova.compute.manager [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.116110] env[68292]: DEBUG nova.virt.hardware [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.116312] env[68292]: DEBUG nova.virt.hardware [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.116495] env[68292]: DEBUG nova.virt.hardware [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.116801] env[68292]: DEBUG nova.virt.hardware [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.117116] env[68292]: DEBUG nova.virt.hardware [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.117116] env[68292]: DEBUG nova.virt.hardware [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.117349] env[68292]: DEBUG nova.virt.hardware [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.117553] env[68292]: DEBUG nova.virt.hardware [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.117798] env[68292]: DEBUG nova.virt.hardware [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.118029] env[68292]: DEBUG nova.virt.hardware [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.118208] env[68292]: DEBUG nova.virt.hardware [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.119383] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1d94d7-1ec6-4d4c-8ffb-cb119295bca9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.128811] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476f0f43-830f-499e-8c61-9c61f5c0cc28 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.262843] env[68292]: DEBUG nova.compute.manager [req-00f4f426-ae7a-4ab9-85a3-17396ce3a840 req-eb164cae-6e46-4e99-a70a-f48fd939569e service nova] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Received event network-changed-e59b109e-2b0c-4c1b-b92b-00c104b0a2a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.263094] env[68292]: DEBUG nova.compute.manager [req-00f4f426-ae7a-4ab9-85a3-17396ce3a840 req-eb164cae-6e46-4e99-a70a-f48fd939569e service nova] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Refreshing instance network info cache due to event network-changed-e59b109e-2b0c-4c1b-b92b-00c104b0a2a2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.263309] env[68292]: DEBUG oslo_concurrency.lockutils [req-00f4f426-ae7a-4ab9-85a3-17396ce3a840 req-eb164cae-6e46-4e99-a70a-f48fd939569e service nova] Acquiring lock "refresh_cache-e4180bfa-0718-445e-823c-0fc272adb215" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.266729] env[68292]: ERROR nova.scheduler.client.report [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [req-b6d2fcee-efc2-4a66-b2a6-8ca2eccdbb06] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6d2fcee-efc2-4a66-b2a6-8ca2eccdbb06"}]} [ 789.283573] env[68292]: DEBUG nova.scheduler.client.report [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 789.301102] env[68292]: DEBUG nova.scheduler.client.report [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 789.301336] env[68292]: DEBUG nova.compute.provider_tree [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.314235] env[68292]: DEBUG oslo_concurrency.lockutils [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.315805] env[68292]: DEBUG nova.scheduler.client.report [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 789.338366] env[68292]: DEBUG nova.scheduler.client.report [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 789.379923] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Releasing lock "refresh_cache-e4180bfa-0718-445e-823c-0fc272adb215" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.379923] env[68292]: DEBUG nova.compute.manager [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Instance network_info: |[{"id": "e59b109e-2b0c-4c1b-b92b-00c104b0a2a2", "address": "fa:16:3e:9e:e0:d3", "network": {"id": "2925f5ef-335e-421b-a420-7bb0de4262c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1540914255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d533ceae514415919efdcc59829f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59b109e-2b", "ovs_interfaceid": "e59b109e-2b0c-4c1b-b92b-00c104b0a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.379923] env[68292]: DEBUG oslo_concurrency.lockutils [req-00f4f426-ae7a-4ab9-85a3-17396ce3a840 req-eb164cae-6e46-4e99-a70a-f48fd939569e service nova] Acquired lock "refresh_cache-e4180bfa-0718-445e-823c-0fc272adb215" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.379923] env[68292]: DEBUG nova.network.neutron [req-00f4f426-ae7a-4ab9-85a3-17396ce3a840 req-eb164cae-6e46-4e99-a70a-f48fd939569e service nova] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Refreshing network info cache for port e59b109e-2b0c-4c1b-b92b-00c104b0a2a2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.383342] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:e0:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e59b109e-2b0c-4c1b-b92b-00c104b0a2a2', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.396230] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.401251] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.402211] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0567a68-3e2a-4dde-b4b2-e926f4794d90 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.423486] env[68292]: DEBUG nova.network.neutron [-] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.433355] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.433355] env[68292]: value = "task-3071820" [ 789.433355] env[68292]: _type = "Task" [ 789.433355] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.447627] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071820, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.504757] env[68292]: DEBUG nova.network.neutron [-] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.666751] env[68292]: DEBUG nova.network.neutron [req-00f4f426-ae7a-4ab9-85a3-17396ce3a840 req-eb164cae-6e46-4e99-a70a-f48fd939569e service nova] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Updated VIF entry in instance network info cache for port e59b109e-2b0c-4c1b-b92b-00c104b0a2a2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.667137] env[68292]: DEBUG nova.network.neutron [req-00f4f426-ae7a-4ab9-85a3-17396ce3a840 req-eb164cae-6e46-4e99-a70a-f48fd939569e service nova] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Updating instance_info_cache with network_info: [{"id": "e59b109e-2b0c-4c1b-b92b-00c104b0a2a2", "address": "fa:16:3e:9e:e0:d3", "network": {"id": "2925f5ef-335e-421b-a420-7bb0de4262c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1540914255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d533ceae514415919efdcc59829f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59b109e-2b", "ovs_interfaceid": "e59b109e-2b0c-4c1b-b92b-00c104b0a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.895013] env[68292]: DEBUG nova.network.neutron [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Successfully updated port: fc47807b-0564-4aa1-9e0f-ecb0c0b72f86 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.921408] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9452e5-c64a-454a-8aad-094a5e1d1313 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.926343] env[68292]: INFO nova.compute.manager [-] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Took 1.48 seconds to deallocate network for instance. [ 789.933000] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed32033-c503-4855-bda3-850a98a9e08f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.939685] env[68292]: DEBUG nova.compute.manager [req-ad623dd0-0b24-4dd1-ad56-f64bd38aa806 req-8a1a38bd-d082-41ef-8c36-00810caab6af service nova] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Received event network-vif-deleted-018f22c1-f531-48d8-908e-dc150602e32c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.939890] env[68292]: DEBUG nova.compute.manager [req-ad623dd0-0b24-4dd1-ad56-f64bd38aa806 req-8a1a38bd-d082-41ef-8c36-00810caab6af service nova] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Received event network-vif-deleted-ac5f139e-349b-4e89-b592-9d60b0e99bc6 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.974933] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071820, 'name': CreateVM_Task, 'duration_secs': 0.394647} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.975808] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d474f99b-2d17-4a04-aa32-e88697121f69 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.978289] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.979268] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.979435] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.979772] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.980366] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f71753-8612-42b2-a994-bbc907edefa2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.988548] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40d7c2a-cb79-4ddb-aea8-970efb554657 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.992346] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 789.992346] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526409f2-9bd9-4aa9-86ef-398306c88a15" [ 789.992346] env[68292]: _type = "Task" [ 789.992346] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.003804] env[68292]: DEBUG nova.compute.provider_tree [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.008050] env[68292]: INFO nova.compute.manager [-] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Took 1.42 seconds to deallocate network for instance. [ 790.011395] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526409f2-9bd9-4aa9-86ef-398306c88a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.171528] env[68292]: DEBUG oslo_concurrency.lockutils [req-00f4f426-ae7a-4ab9-85a3-17396ce3a840 req-eb164cae-6e46-4e99-a70a-f48fd939569e service nova] Releasing lock "refresh_cache-e4180bfa-0718-445e-823c-0fc272adb215" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.400639] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "refresh_cache-afb6920d-1c34-440d-a0df-33e48701dade" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.400816] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "refresh_cache-afb6920d-1c34-440d-a0df-33e48701dade" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.400978] env[68292]: DEBUG nova.network.neutron [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.438803] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.503285] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526409f2-9bd9-4aa9-86ef-398306c88a15, 'name': SearchDatastore_Task, 'duration_secs': 0.025929} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.503611] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.503818] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.504064] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.504225] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.504389] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.504651] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-651a6633-b4da-4723-bfb3-47f2af5f326d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.515180] env[68292]: DEBUG oslo_concurrency.lockutils [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.523531] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.523730] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.524541] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec3c028-d944-4a51-adaa-24071b6795ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.536903] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 790.536903] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5238bc64-91ac-c16c-ff4e-951e528481ec" [ 790.536903] env[68292]: _type = "Task" [ 790.536903] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.551440] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5238bc64-91ac-c16c-ff4e-951e528481ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.559748] env[68292]: DEBUG nova.scheduler.client.report [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 790.560029] env[68292]: DEBUG nova.compute.provider_tree [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 67 to 68 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 790.560215] env[68292]: DEBUG nova.compute.provider_tree [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.946953] env[68292]: DEBUG nova.network.neutron [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.049061] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5238bc64-91ac-c16c-ff4e-951e528481ec, 'name': SearchDatastore_Task, 'duration_secs': 0.022423} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.050611] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a143839-99ba-4ab6-8145-1287570133e0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.056380] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 791.056380] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b42831-0a84-a386-5e61-524c37af89a6" [ 791.056380] env[68292]: _type = "Task" [ 791.056380] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.065284] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.029s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.065997] env[68292]: DEBUG nova.compute.manager [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.068324] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b42831-0a84-a386-5e61-524c37af89a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.071902] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.272s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.071902] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.073469] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.953s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.075598] env[68292]: INFO nova.compute.claims [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.104363] env[68292]: INFO nova.scheduler.client.report [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Deleted allocations for instance 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9 [ 791.120029] env[68292]: DEBUG nova.network.neutron [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Updating instance_info_cache with network_info: [{"id": "fc47807b-0564-4aa1-9e0f-ecb0c0b72f86", "address": "fa:16:3e:4d:1a:93", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc47807b-05", "ovs_interfaceid": "fc47807b-0564-4aa1-9e0f-ecb0c0b72f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.412539] env[68292]: DEBUG nova.compute.manager [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Received event network-vif-plugged-fc47807b-0564-4aa1-9e0f-ecb0c0b72f86 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.412539] env[68292]: DEBUG oslo_concurrency.lockutils [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] Acquiring lock "afb6920d-1c34-440d-a0df-33e48701dade-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.412539] env[68292]: DEBUG oslo_concurrency.lockutils [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] Lock "afb6920d-1c34-440d-a0df-33e48701dade-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.412539] env[68292]: DEBUG oslo_concurrency.lockutils [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] Lock "afb6920d-1c34-440d-a0df-33e48701dade-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.412539] env[68292]: DEBUG nova.compute.manager [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] [instance: afb6920d-1c34-440d-a0df-33e48701dade] No waiting events found dispatching network-vif-plugged-fc47807b-0564-4aa1-9e0f-ecb0c0b72f86 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.412539] env[68292]: WARNING nova.compute.manager [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Received unexpected event network-vif-plugged-fc47807b-0564-4aa1-9e0f-ecb0c0b72f86 for instance with vm_state building and task_state spawning. [ 791.412539] env[68292]: DEBUG nova.compute.manager [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Received event network-changed-fc47807b-0564-4aa1-9e0f-ecb0c0b72f86 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.412539] env[68292]: DEBUG nova.compute.manager [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Refreshing instance network info cache due to event network-changed-fc47807b-0564-4aa1-9e0f-ecb0c0b72f86. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.413047] env[68292]: DEBUG oslo_concurrency.lockutils [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] Acquiring lock "refresh_cache-afb6920d-1c34-440d-a0df-33e48701dade" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.571349] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b42831-0a84-a386-5e61-524c37af89a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014042} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.571638] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.571894] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] e4180bfa-0718-445e-823c-0fc272adb215/e4180bfa-0718-445e-823c-0fc272adb215.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.572180] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bef5b12c-ff13-4156-bf61-c9a1f13e2e41 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.581423] env[68292]: DEBUG nova.compute.utils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.584676] env[68292]: DEBUG nova.compute.manager [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.584676] env[68292]: DEBUG nova.network.neutron [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.586279] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 791.586279] env[68292]: value = "task-3071821" [ 791.586279] env[68292]: _type = "Task" [ 791.586279] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.597261] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.615827] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c1d0955-4ee3-4805-aa4f-98aede9a26d3 tempest-ServersAdminNegativeTestJSON-1894197631 tempest-ServersAdminNegativeTestJSON-1894197631-project-member] Lock "0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.492s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.623022] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "refresh_cache-afb6920d-1c34-440d-a0df-33e48701dade" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.625955] env[68292]: DEBUG nova.compute.manager [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Instance network_info: |[{"id": "fc47807b-0564-4aa1-9e0f-ecb0c0b72f86", "address": "fa:16:3e:4d:1a:93", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc47807b-05", "ovs_interfaceid": "fc47807b-0564-4aa1-9e0f-ecb0c0b72f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.625955] env[68292]: DEBUG oslo_concurrency.lockutils [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] Acquired lock "refresh_cache-afb6920d-1c34-440d-a0df-33e48701dade" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.625955] env[68292]: DEBUG nova.network.neutron [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Refreshing network info cache for port fc47807b-0564-4aa1-9e0f-ecb0c0b72f86 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.625955] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:1a:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc47807b-0564-4aa1-9e0f-ecb0c0b72f86', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.636074] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Creating folder: Project (2a543e40e62d465d9a711e9dd97cc817). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.639404] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c199fef8-6e8f-45ce-8f85-65317aa8a9a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.656435] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Created folder: Project (2a543e40e62d465d9a711e9dd97cc817) in parent group-v614981. [ 791.656682] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Creating folder: Instances. Parent ref: group-v615102. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.656953] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dac89eab-8541-474f-bff0-a4cb6507e49c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.670624] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Created folder: Instances in parent group-v615102. [ 791.670899] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.671131] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.671647] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-528e8c81-ad9d-44f8-82b3-8e4d00d87a37 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.698790] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.698790] env[68292]: value = "task-3071824" [ 791.698790] env[68292]: _type = "Task" [ 791.698790] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.707743] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071824, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.737783] env[68292]: DEBUG nova.policy [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4412f3d4c22d4cd193a1a63142fe1872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25172695ab8b41dc945cf845feb4e6e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.087545] env[68292]: DEBUG nova.compute.manager [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.104313] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486064} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.105404] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] e4180bfa-0718-445e-823c-0fc272adb215/e4180bfa-0718-445e-823c-0fc272adb215.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.105832] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.106325] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bab643b9-6210-4a62-bb00-c2edd86ba897 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.115728] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 792.115728] env[68292]: value = "task-3071825" [ 792.115728] env[68292]: _type = "Task" [ 792.115728] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.130442] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.149236] env[68292]: DEBUG nova.network.neutron [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Successfully created port: b5806010-f33b-4d6c-8092-94d1705dde6f {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.212451] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071824, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.628649] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124368} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.628961] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.629737] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b877664d-dbf3-488b-bdf8-57939fb1da37 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.656421] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e4180bfa-0718-445e-823c-0fc272adb215/e4180bfa-0718-445e-823c-0fc272adb215.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.658224] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dd6405b-2713-4933-8545-8433ef920759 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.689963] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 792.689963] env[68292]: value = "task-3071826" [ 792.689963] env[68292]: _type = "Task" [ 792.689963] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.701753] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.710166] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071824, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.729793] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0170bc90-60fe-45d0-a72a-c244176b801c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.738244] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13d0231-4d5e-48cb-bca4-b299dd7e5803 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.770013] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acbc2d2-961c-4d25-a97a-e9124947bde7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.778812] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7935b1-8595-4076-9f24-26cb1c1992ff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.795037] env[68292]: DEBUG nova.compute.provider_tree [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.818368] env[68292]: DEBUG nova.network.neutron [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Updated VIF entry in instance network info cache for port fc47807b-0564-4aa1-9e0f-ecb0c0b72f86. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.818732] env[68292]: DEBUG nova.network.neutron [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Updating instance_info_cache with network_info: [{"id": "fc47807b-0564-4aa1-9e0f-ecb0c0b72f86", "address": "fa:16:3e:4d:1a:93", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc47807b-05", "ovs_interfaceid": "fc47807b-0564-4aa1-9e0f-ecb0c0b72f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.103167] env[68292]: DEBUG nova.compute.manager [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.138967] env[68292]: DEBUG nova.virt.hardware [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:41:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6d6107f0-61d2-4bbe-b9ab-1069c4ba9aa4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-999503089',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.139255] env[68292]: DEBUG nova.virt.hardware [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.139423] env[68292]: DEBUG nova.virt.hardware [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.139604] env[68292]: DEBUG nova.virt.hardware [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.139745] env[68292]: DEBUG nova.virt.hardware [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.139893] env[68292]: DEBUG nova.virt.hardware [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.140119] env[68292]: DEBUG nova.virt.hardware [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.140271] env[68292]: DEBUG nova.virt.hardware [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.140438] env[68292]: DEBUG nova.virt.hardware [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.140599] env[68292]: DEBUG nova.virt.hardware [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.140769] env[68292]: DEBUG nova.virt.hardware [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.141677] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66650623-32bf-410c-9d12-5c0ac8329847 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.150636] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d601ce13-7003-4f0f-840a-a61826a90dfb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.201856] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.217183] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071824, 'name': CreateVM_Task, 'duration_secs': 1.364906} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.217183] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.218567] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.218747] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.219999] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.220293] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec23d346-a323-4f89-acaa-31ad65a1c4de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.229184] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 793.229184] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52dd2ef4-a6c6-255b-d9b5-5e0d3a1f784e" [ 793.229184] env[68292]: _type = "Task" [ 793.229184] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.238779] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52dd2ef4-a6c6-255b-d9b5-5e0d3a1f784e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.296303] env[68292]: DEBUG nova.scheduler.client.report [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.321884] env[68292]: DEBUG oslo_concurrency.lockutils [req-8471c03c-b34d-4564-9d19-9abe660bfaf4 req-e3cbc987-d55a-452f-86b2-0fb3b91a5a48 service nova] Releasing lock "refresh_cache-afb6920d-1c34-440d-a0df-33e48701dade" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.707625] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071826, 'name': ReconfigVM_Task, 'duration_secs': 0.560991} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.707943] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e4180bfa-0718-445e-823c-0fc272adb215/e4180bfa-0718-445e-823c-0fc272adb215.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.708579] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6538a016-5576-42b7-b0b3-4346a8ea3502 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.716846] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 793.716846] env[68292]: value = "task-3071827" [ 793.716846] env[68292]: _type = "Task" [ 793.716846] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.727824] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071827, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.738801] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52dd2ef4-a6c6-255b-d9b5-5e0d3a1f784e, 'name': SearchDatastore_Task, 'duration_secs': 0.011952} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.739132] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.739369] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.739933] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.740132] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.740327] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.740649] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a69215f3-fb06-4373-8ff6-efd93ddb4b22 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.751737] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.751737] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.752538] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f385d0a-5c76-466c-8dbe-412b3f3d53c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.759425] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 793.759425] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521f61cb-b72f-163d-e617-f371e9956bf6" [ 793.759425] env[68292]: _type = "Task" [ 793.759425] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.769549] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521f61cb-b72f-163d-e617-f371e9956bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.803886] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.803886] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.806079] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.379s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.808422] env[68292]: INFO nova.compute.claims [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.833633] env[68292]: DEBUG nova.compute.manager [req-6da275a0-3133-494f-9d2d-2fbdf27d79ea req-5485e8c7-3010-4471-8d9d-ff2b1f84b9e5 service nova] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Received event network-vif-plugged-b5806010-f33b-4d6c-8092-94d1705dde6f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.833633] env[68292]: DEBUG oslo_concurrency.lockutils [req-6da275a0-3133-494f-9d2d-2fbdf27d79ea req-5485e8c7-3010-4471-8d9d-ff2b1f84b9e5 service nova] Acquiring lock "0196b796-8e2b-470e-90a0-4cd261d46415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.833633] env[68292]: DEBUG oslo_concurrency.lockutils [req-6da275a0-3133-494f-9d2d-2fbdf27d79ea req-5485e8c7-3010-4471-8d9d-ff2b1f84b9e5 service nova] Lock "0196b796-8e2b-470e-90a0-4cd261d46415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.833633] env[68292]: DEBUG oslo_concurrency.lockutils [req-6da275a0-3133-494f-9d2d-2fbdf27d79ea req-5485e8c7-3010-4471-8d9d-ff2b1f84b9e5 service nova] Lock "0196b796-8e2b-470e-90a0-4cd261d46415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.833633] env[68292]: DEBUG nova.compute.manager [req-6da275a0-3133-494f-9d2d-2fbdf27d79ea req-5485e8c7-3010-4471-8d9d-ff2b1f84b9e5 service nova] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] No waiting events found dispatching network-vif-plugged-b5806010-f33b-4d6c-8092-94d1705dde6f {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.833633] env[68292]: WARNING nova.compute.manager [req-6da275a0-3133-494f-9d2d-2fbdf27d79ea req-5485e8c7-3010-4471-8d9d-ff2b1f84b9e5 service nova] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Received unexpected event network-vif-plugged-b5806010-f33b-4d6c-8092-94d1705dde6f for instance with vm_state building and task_state spawning. [ 793.936273] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "5ade77af-061f-450a-93bb-7f9e28907c63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.936685] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "5ade77af-061f-450a-93bb-7f9e28907c63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.940425] env[68292]: DEBUG nova.network.neutron [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Successfully updated port: b5806010-f33b-4d6c-8092-94d1705dde6f {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.227146] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071827, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.270215] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521f61cb-b72f-163d-e617-f371e9956bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.012319} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.270822] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e743ed7-2b9c-4d13-b513-6a73081b2065 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.276194] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 794.276194] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520f0a50-95e5-dc0e-244c-29221363e129" [ 794.276194] env[68292]: _type = "Task" [ 794.276194] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.286863] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520f0a50-95e5-dc0e-244c-29221363e129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.313071] env[68292]: DEBUG nova.compute.utils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.316327] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.316493] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.366749] env[68292]: DEBUG nova.policy [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc53d909e71a49b193928b45ee9d0b73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25432722c5cd4eeb9cdc7782e8ffe6d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.443364] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.443768] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.443768] env[68292]: DEBUG nova.network.neutron [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.690167] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Successfully created port: 5e7ad889-5b6b-47e8-8391-3fece0e4c73e {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.727778] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071827, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.790083] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520f0a50-95e5-dc0e-244c-29221363e129, 'name': SearchDatastore_Task, 'duration_secs': 0.013905} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.790083] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.790083] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] afb6920d-1c34-440d-a0df-33e48701dade/afb6920d-1c34-440d-a0df-33e48701dade.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.790083] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ab0b99c-b6c1-4883-b453-e2aae527ed48 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.795974] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 794.795974] env[68292]: value = "task-3071828" [ 794.795974] env[68292]: _type = "Task" [ 794.795974] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.804446] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.817723] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.993886] env[68292]: DEBUG nova.network.neutron [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.220212] env[68292]: DEBUG nova.network.neutron [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance_info_cache with network_info: [{"id": "b5806010-f33b-4d6c-8092-94d1705dde6f", "address": "fa:16:3e:a3:e9:bb", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5806010-f3", "ovs_interfaceid": "b5806010-f33b-4d6c-8092-94d1705dde6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.232697] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071827, 'name': Rename_Task, 'duration_secs': 1.153991} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.233955] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.233955] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-874ff48d-fb38-4f29-bcba-ec0177592e7b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.242679] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 795.242679] env[68292]: value = "task-3071829" [ 795.242679] env[68292]: _type = "Task" [ 795.242679] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.255258] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.306848] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493269} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.309526] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] afb6920d-1c34-440d-a0df-33e48701dade/afb6920d-1c34-440d-a0df-33e48701dade.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.309842] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.310328] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5d0dc19-0f4d-4ccf-b101-1d55ae79ad16 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.320031] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 795.320031] env[68292]: value = "task-3071830" [ 795.320031] env[68292]: _type = "Task" [ 795.320031] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.333599] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.444138] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22eba256-c4a9-4b4d-aa69-8e73e0cb3a40 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.453046] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8969f407-da8c-485b-bb87-582d9c102f21 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.489891] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1757f44-4a52-4dae-a040-216aeef4f572 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.498408] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c6ed2a-6612-4d06-a4b9-9686f1a49204 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.513154] env[68292]: DEBUG nova.compute.provider_tree [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.722836] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.723213] env[68292]: DEBUG nova.compute.manager [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Instance network_info: |[{"id": "b5806010-f33b-4d6c-8092-94d1705dde6f", "address": "fa:16:3e:a3:e9:bb", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5806010-f3", "ovs_interfaceid": "b5806010-f33b-4d6c-8092-94d1705dde6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.723619] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:e9:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5806010-f33b-4d6c-8092-94d1705dde6f', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.731393] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.731703] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.731822] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3def013-294c-4e15-a167-009d6f04e80d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.757529] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071829, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.758856] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.758856] env[68292]: value = "task-3071831" [ 795.758856] env[68292]: _type = "Task" [ 795.758856] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.766738] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071831, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.827566] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081866} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.827834] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.828609] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64beb9e-04db-4fb7-b8ef-9e35eb02c345 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.831757] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.853480] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] afb6920d-1c34-440d-a0df-33e48701dade/afb6920d-1c34-440d-a0df-33e48701dade.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.853788] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-140579c3-560c-4043-8556-a95d5a067f38 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.871519] env[68292]: DEBUG nova.compute.manager [req-ae11da00-a54f-441f-839d-4df469155347 req-f4f57d2e-2b57-4979-bd41-d0d53901a6bf service nova] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Received event network-changed-b5806010-f33b-4d6c-8092-94d1705dde6f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.871711] env[68292]: DEBUG nova.compute.manager [req-ae11da00-a54f-441f-839d-4df469155347 req-f4f57d2e-2b57-4979-bd41-d0d53901a6bf service nova] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Refreshing instance network info cache due to event network-changed-b5806010-f33b-4d6c-8092-94d1705dde6f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.871925] env[68292]: DEBUG oslo_concurrency.lockutils [req-ae11da00-a54f-441f-839d-4df469155347 req-f4f57d2e-2b57-4979-bd41-d0d53901a6bf service nova] Acquiring lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.872128] env[68292]: DEBUG oslo_concurrency.lockutils [req-ae11da00-a54f-441f-839d-4df469155347 req-f4f57d2e-2b57-4979-bd41-d0d53901a6bf service nova] Acquired lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.872239] env[68292]: DEBUG nova.network.neutron [req-ae11da00-a54f-441f-839d-4df469155347 req-f4f57d2e-2b57-4979-bd41-d0d53901a6bf service nova] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Refreshing network info cache for port b5806010-f33b-4d6c-8092-94d1705dde6f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.883698] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 795.883698] env[68292]: value = "task-3071832" [ 795.883698] env[68292]: _type = "Task" [ 795.883698] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.888980] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.889231] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.889390] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.889572] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.889717] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.889863] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.890076] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.890239] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.890406] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.890566] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.890732] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.891735] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1370ab2-e6c4-47e9-a962-e2de4c01aa44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.902688] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a614f3a-580b-4cf7-aa85-1f8a445cc099 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.906703] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071832, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.016406] env[68292]: DEBUG nova.scheduler.client.report [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.258608] env[68292]: DEBUG oslo_vmware.api [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071829, 'name': PowerOnVM_Task, 'duration_secs': 0.936438} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.259479] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.259479] env[68292]: INFO nova.compute.manager [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Took 9.88 seconds to spawn the instance on the hypervisor. [ 796.259670] env[68292]: DEBUG nova.compute.manager [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.260505] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491baab-ff97-4842-be80-62213e4a14ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.273144] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071831, 'name': CreateVM_Task, 'duration_secs': 0.493675} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.276090] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.276805] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.276963] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.277295] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.277739] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac85fbd-b9f7-446a-a511-39504557b806 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.282844] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 796.282844] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52fe963b-2e5c-017e-9848-911b8cb4ab9d" [ 796.282844] env[68292]: _type = "Task" [ 796.282844] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.292089] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fe963b-2e5c-017e-9848-911b8cb4ab9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.394884] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071832, 'name': ReconfigVM_Task, 'duration_secs': 0.4993} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.395243] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Reconfigured VM instance instance-0000002a to attach disk [datastore2] afb6920d-1c34-440d-a0df-33e48701dade/afb6920d-1c34-440d-a0df-33e48701dade.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.396197] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-285af1c5-0cd3-4df5-9a79-86affe6d92e0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.403432] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 796.403432] env[68292]: value = "task-3071833" [ 796.403432] env[68292]: _type = "Task" [ 796.403432] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.412409] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071833, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.522511] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.523030] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.527998] env[68292]: DEBUG oslo_concurrency.lockutils [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.019s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.528215] env[68292]: DEBUG oslo_concurrency.lockutils [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.532683] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.831s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.534146] env[68292]: INFO nova.compute.claims [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.575065] env[68292]: INFO nova.scheduler.client.report [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Deleted allocations for instance 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17 [ 796.652336] env[68292]: DEBUG nova.network.neutron [req-ae11da00-a54f-441f-839d-4df469155347 req-f4f57d2e-2b57-4979-bd41-d0d53901a6bf service nova] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updated VIF entry in instance network info cache for port b5806010-f33b-4d6c-8092-94d1705dde6f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.652336] env[68292]: DEBUG nova.network.neutron [req-ae11da00-a54f-441f-839d-4df469155347 req-f4f57d2e-2b57-4979-bd41-d0d53901a6bf service nova] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance_info_cache with network_info: [{"id": "b5806010-f33b-4d6c-8092-94d1705dde6f", "address": "fa:16:3e:a3:e9:bb", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5806010-f3", "ovs_interfaceid": "b5806010-f33b-4d6c-8092-94d1705dde6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.788617] env[68292]: INFO nova.compute.manager [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Took 59.51 seconds to build instance. [ 796.799484] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fe963b-2e5c-017e-9848-911b8cb4ab9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011889} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.800324] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.801359] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.802046] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.803435] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.804055] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.806997] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f734d63d-fc51-4329-a0dd-199f0d9c82b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.817282] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.817282] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.817282] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f67272-c3b3-49fd-a43d-931a552622d8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.827206] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 796.827206] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528fa145-8be6-6f42-28a6-8fdf591a890e" [ 796.827206] env[68292]: _type = "Task" [ 796.827206] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.835029] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528fa145-8be6-6f42-28a6-8fdf591a890e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.914760] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071833, 'name': Rename_Task, 'duration_secs': 0.443675} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.915054] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.915327] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8b863fe-b330-4b75-8a87-8a582a273b88 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.922865] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 796.922865] env[68292]: value = "task-3071834" [ 796.922865] env[68292]: _type = "Task" [ 796.922865] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.931190] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.951838] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Successfully updated port: 5e7ad889-5b6b-47e8-8391-3fece0e4c73e {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.043648] env[68292]: DEBUG nova.compute.utils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.047608] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.047856] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.083326] env[68292]: DEBUG oslo_concurrency.lockutils [None req-997fab7e-1d43-4dc2-8062-501b06131e5d tempest-ServerDiagnosticsV248Test-1141498072 tempest-ServerDiagnosticsV248Test-1141498072-project-member] Lock "8fe7d6b6-f9d6-41d3-b0b9-de114a053c17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.930s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.120275] env[68292]: DEBUG nova.policy [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc53d909e71a49b193928b45ee9d0b73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25432722c5cd4eeb9cdc7782e8ffe6d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.154967] env[68292]: DEBUG oslo_concurrency.lockutils [req-ae11da00-a54f-441f-839d-4df469155347 req-f4f57d2e-2b57-4979-bd41-d0d53901a6bf service nova] Releasing lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.292150] env[68292]: DEBUG oslo_concurrency.lockutils [None req-43bf101e-f676-4019-891c-c8207d3af757 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "e4180bfa-0718-445e-823c-0fc272adb215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.587s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.337752] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528fa145-8be6-6f42-28a6-8fdf591a890e, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.338836] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a4b8fc-a416-494e-9f36-1f8017d3abbd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.346839] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 797.346839] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52427f7b-6999-7d72-061b-fe183a45a836" [ 797.346839] env[68292]: _type = "Task" [ 797.346839] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.360200] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52427f7b-6999-7d72-061b-fe183a45a836, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.360480] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.360734] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 0196b796-8e2b-470e-90a0-4cd261d46415/0196b796-8e2b-470e-90a0-4cd261d46415.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.360985] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68c7102e-403d-465e-863d-b0caae080cca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.369512] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 797.369512] env[68292]: value = "task-3071835" [ 797.369512] env[68292]: _type = "Task" [ 797.369512] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.380176] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.436074] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071834, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.455465] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "refresh_cache-091c02fd-3fef-4b06-b81b-d3d3397c51a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.455619] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquired lock "refresh_cache-091c02fd-3fef-4b06-b81b-d3d3397c51a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.455779] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.548123] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.796635] env[68292]: DEBUG nova.compute.manager [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.811471] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Successfully created port: 5716d2c5-9e15-4235-b376-ef5e2d1e0e6c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.883420] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50465} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.884351] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 0196b796-8e2b-470e-90a0-4cd261d46415/0196b796-8e2b-470e-90a0-4cd261d46415.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.884351] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.884351] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8b8ebb8-4720-4d94-a96d-a67f1234d132 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.892504] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 797.892504] env[68292]: value = "task-3071836" [ 797.892504] env[68292]: _type = "Task" [ 797.892504] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.905412] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.939824] env[68292]: DEBUG oslo_vmware.api [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071834, 'name': PowerOnVM_Task, 'duration_secs': 0.677594} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.940105] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.940300] env[68292]: INFO nova.compute.manager [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Took 8.86 seconds to spawn the instance on the hypervisor. [ 797.940474] env[68292]: DEBUG nova.compute.manager [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.941325] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97048014-9a43-45b9-bbd4-43ee9e0103a7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.984423] env[68292]: DEBUG nova.compute.manager [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Received event network-vif-plugged-5e7ad889-5b6b-47e8-8391-3fece0e4c73e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.984648] env[68292]: DEBUG oslo_concurrency.lockutils [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] Acquiring lock "091c02fd-3fef-4b06-b81b-d3d3397c51a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.984867] env[68292]: DEBUG oslo_concurrency.lockutils [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] Lock "091c02fd-3fef-4b06-b81b-d3d3397c51a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.985033] env[68292]: DEBUG oslo_concurrency.lockutils [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] Lock "091c02fd-3fef-4b06-b81b-d3d3397c51a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.985259] env[68292]: DEBUG nova.compute.manager [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] No waiting events found dispatching network-vif-plugged-5e7ad889-5b6b-47e8-8391-3fece0e4c73e {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.985474] env[68292]: WARNING nova.compute.manager [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Received unexpected event network-vif-plugged-5e7ad889-5b6b-47e8-8391-3fece0e4c73e for instance with vm_state building and task_state spawning. [ 797.985604] env[68292]: DEBUG nova.compute.manager [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Received event network-changed-5e7ad889-5b6b-47e8-8391-3fece0e4c73e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.987019] env[68292]: DEBUG nova.compute.manager [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Refreshing instance network info cache due to event network-changed-5e7ad889-5b6b-47e8-8391-3fece0e4c73e. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.987019] env[68292]: DEBUG oslo_concurrency.lockutils [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] Acquiring lock "refresh_cache-091c02fd-3fef-4b06-b81b-d3d3397c51a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.022561] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.199841] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Updating instance_info_cache with network_info: [{"id": "5e7ad889-5b6b-47e8-8391-3fece0e4c73e", "address": "fa:16:3e:7a:d1:31", "network": {"id": "5cb67257-1431-4913-810f-10dea565dc7f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1183116964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25432722c5cd4eeb9cdc7782e8ffe6d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7ad889-5b", "ovs_interfaceid": "5e7ad889-5b6b-47e8-8391-3fece0e4c73e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.224355] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3be08b9-0a98-468a-adc6-e0036e16eccf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.233385] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04ed91b-8925-4b28-b9d9-9459170ebf3f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.269444] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f6696a-99c6-4025-aaa0-23310065d362 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.277910] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18480b74-4ad3-4d59-9295-5dc3500a1240 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.293771] env[68292]: DEBUG nova.compute.provider_tree [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.322099] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.377749] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "e4180bfa-0718-445e-823c-0fc272adb215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.379969] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "e4180bfa-0718-445e-823c-0fc272adb215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.379969] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "e4180bfa-0718-445e-823c-0fc272adb215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.379969] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "e4180bfa-0718-445e-823c-0fc272adb215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.379969] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "e4180bfa-0718-445e-823c-0fc272adb215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.381014] env[68292]: INFO nova.compute.manager [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Terminating instance [ 798.404035] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071418} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.404035] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.404572] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94392044-fcd9-4e93-a910-af30b39aac03 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.430360] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 0196b796-8e2b-470e-90a0-4cd261d46415/0196b796-8e2b-470e-90a0-4cd261d46415.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.433196] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f153ec-63b7-4614-9977-18d4e22e55b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.453254] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 798.453254] env[68292]: value = "task-3071837" [ 798.453254] env[68292]: _type = "Task" [ 798.453254] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.473461] env[68292]: INFO nova.compute.manager [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Took 51.67 seconds to build instance. [ 798.474668] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.570133] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.600454] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.600690] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.600844] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.601159] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.601378] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.601471] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.601766] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.601949] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.602152] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.602504] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.602744] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.603791] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a1cea2-4466-4140-947d-ec5316e3681f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.612293] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b482745-fa3d-4a42-8e18-ed3f55a0dfd6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.707831] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Releasing lock "refresh_cache-091c02fd-3fef-4b06-b81b-d3d3397c51a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.707831] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Instance network_info: |[{"id": "5e7ad889-5b6b-47e8-8391-3fece0e4c73e", "address": "fa:16:3e:7a:d1:31", "network": {"id": "5cb67257-1431-4913-810f-10dea565dc7f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1183116964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25432722c5cd4eeb9cdc7782e8ffe6d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7ad889-5b", "ovs_interfaceid": "5e7ad889-5b6b-47e8-8391-3fece0e4c73e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.707831] env[68292]: DEBUG oslo_concurrency.lockutils [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] Acquired lock "refresh_cache-091c02fd-3fef-4b06-b81b-d3d3397c51a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.707831] env[68292]: DEBUG nova.network.neutron [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Refreshing network info cache for port 5e7ad889-5b6b-47e8-8391-3fece0e4c73e {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.708594] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:d1:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e7ad889-5b6b-47e8-8391-3fece0e4c73e', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.716654] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Creating folder: Project (25432722c5cd4eeb9cdc7782e8ffe6d1). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.717217] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cd8b1c9-b4ae-433f-932c-75ec429649bb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.730288] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Created folder: Project (25432722c5cd4eeb9cdc7782e8ffe6d1) in parent group-v614981. [ 798.730502] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Creating folder: Instances. Parent ref: group-v615106. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.730746] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad6f03c9-9c87-4aff-81e2-c728b8165b48 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.743512] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Created folder: Instances in parent group-v615106. [ 798.743768] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.743977] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.744267] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e668d088-9f0d-4d97-affc-2687f1394d00 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.768626] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.768626] env[68292]: value = "task-3071840" [ 798.768626] env[68292]: _type = "Task" [ 798.768626] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.779443] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071840, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.797466] env[68292]: DEBUG nova.scheduler.client.report [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.886057] env[68292]: DEBUG nova.compute.manager [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.886057] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.886722] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ad98bf-c04f-4dda-aafc-8d09b1ac412a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.899811] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.901373] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-640900cc-6699-4e53-b331-40120c2338ff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.908656] env[68292]: DEBUG oslo_vmware.api [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 798.908656] env[68292]: value = "task-3071841" [ 798.908656] env[68292]: _type = "Task" [ 798.908656] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.919569] env[68292]: DEBUG oslo_vmware.api [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.969171] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.976062] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ed129204-3c8d-4b8d-a53e-df6d18e6ea86 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "afb6920d-1c34-440d-a0df-33e48701dade" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.657s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.282144] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071840, 'name': CreateVM_Task, 'duration_secs': 0.50732} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.282238] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.282861] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.283030] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.283358] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.283612] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c00028f-d50e-47b5-ae4a-c1d576e54830 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.289337] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 799.289337] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a43c97-1afb-d414-1538-10360027c1f1" [ 799.289337] env[68292]: _type = "Task" [ 799.289337] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.302262] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.302852] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.305404] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a43c97-1afb-d414-1538-10360027c1f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.307336] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.442s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.307336] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.307828] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.544s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.307996] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.313019] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.202s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.313019] env[68292]: INFO nova.compute.claims [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.349299] env[68292]: INFO nova.scheduler.client.report [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Deleted allocations for instance 2a13c39c-ba50-460c-9ed1-371aacf4c757 [ 799.354795] env[68292]: INFO nova.scheduler.client.report [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Deleted allocations for instance b218486a-5377-493a-af05-62611c6d65e2 [ 799.423229] env[68292]: DEBUG oslo_vmware.api [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071841, 'name': PowerOffVM_Task, 'duration_secs': 0.297723} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.424743] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.424743] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.425060] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e261507-dc8d-4e0a-8354-0b04e725bc41 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.466123] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071837, 'name': ReconfigVM_Task, 'duration_secs': 0.627405} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.466487] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 0196b796-8e2b-470e-90a0-4cd261d46415/0196b796-8e2b-470e-90a0-4cd261d46415.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.467144] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69d2db9a-693b-458c-bab1-8dd47042ada7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.476623] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 799.476623] env[68292]: value = "task-3071843" [ 799.476623] env[68292]: _type = "Task" [ 799.476623] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.481563] env[68292]: DEBUG nova.compute.manager [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.491084] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071843, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.500720] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.500720] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.500720] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Deleting the datastore file [datastore1] e4180bfa-0718-445e-823c-0fc272adb215 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.500720] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-075d9f7c-ef2a-4a10-851f-9495cdf18583 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.508967] env[68292]: DEBUG oslo_vmware.api [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 799.508967] env[68292]: value = "task-3071844" [ 799.508967] env[68292]: _type = "Task" [ 799.508967] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.515677] env[68292]: DEBUG nova.network.neutron [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Updated VIF entry in instance network info cache for port 5e7ad889-5b6b-47e8-8391-3fece0e4c73e. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.517181] env[68292]: DEBUG nova.network.neutron [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Updating instance_info_cache with network_info: [{"id": "5e7ad889-5b6b-47e8-8391-3fece0e4c73e", "address": "fa:16:3e:7a:d1:31", "network": {"id": "5cb67257-1431-4913-810f-10dea565dc7f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1183116964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25432722c5cd4eeb9cdc7782e8ffe6d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7ad889-5b", "ovs_interfaceid": "5e7ad889-5b6b-47e8-8391-3fece0e4c73e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.526085] env[68292]: DEBUG oslo_vmware.api [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.805685] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a43c97-1afb-d414-1538-10360027c1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.02585} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.805685] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.805685] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.805685] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.805685] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.805685] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.806707] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c356735-3b8e-4931-a9f4-7eeebad69102 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.819817] env[68292]: DEBUG nova.compute.utils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.826671] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.826671] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.828522] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.828694] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.829659] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0005fb20-8580-4f44-9f26-25f8ad9639da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.839398] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 799.839398] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528f8910-0f2f-e2d8-59b7-aabb282a7738" [ 799.839398] env[68292]: _type = "Task" [ 799.839398] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.852587] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528f8910-0f2f-e2d8-59b7-aabb282a7738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.870723] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ee722b1-189f-4356-a0b2-15ea4daa99fd tempest-FloatingIPsAssociationTestJSON-227251152 tempest-FloatingIPsAssociationTestJSON-227251152-project-member] Lock "2a13c39c-ba50-460c-9ed1-371aacf4c757" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.961s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.870723] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1ee07bc5-eea0-444a-9941-12d12de5013d tempest-ServerMetadataNegativeTestJSON-616086231 tempest-ServerMetadataNegativeTestJSON-616086231-project-member] Lock "b218486a-5377-493a-af05-62611c6d65e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.759s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.935825] env[68292]: DEBUG nova.policy [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc53d909e71a49b193928b45ee9d0b73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25432722c5cd4eeb9cdc7782e8ffe6d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.989731] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071843, 'name': Rename_Task, 'duration_secs': 0.298786} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.992016] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.992624] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ccef1cd-7275-48e2-a598-aa7c2cd7e55e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.999437] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 799.999437] env[68292]: value = "task-3071845" [ 799.999437] env[68292]: _type = "Task" [ 799.999437] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.010298] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.018069] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.022317] env[68292]: DEBUG oslo_vmware.api [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305114} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.025688] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.025688] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.025688] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.026957] env[68292]: INFO nova.compute.manager [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Took 1.14 seconds to destroy the instance on the hypervisor. [ 800.026957] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.027402] env[68292]: DEBUG oslo_concurrency.lockutils [req-39d973ae-55fc-4884-953d-34e0dc3f5091 req-554d73eb-1a67-45d1-b86d-a9088526195a service nova] Releasing lock "refresh_cache-091c02fd-3fef-4b06-b81b-d3d3397c51a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.028228] env[68292]: DEBUG nova.compute.manager [-] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.028228] env[68292]: DEBUG nova.network.neutron [-] [instance: e4180bfa-0718-445e-823c-0fc272adb215] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.039895] env[68292]: DEBUG nova.compute.manager [req-be837a95-6adc-4be1-bdc8-c6d81b083f0f req-9d134abb-3038-43d0-9c4e-22051285b16f service nova] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Received event network-vif-plugged-5716d2c5-9e15-4235-b376-ef5e2d1e0e6c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.040118] env[68292]: DEBUG oslo_concurrency.lockutils [req-be837a95-6adc-4be1-bdc8-c6d81b083f0f req-9d134abb-3038-43d0-9c4e-22051285b16f service nova] Acquiring lock "40054cea-df8d-4455-9aa9-7ef7e5f18f9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.040621] env[68292]: DEBUG oslo_concurrency.lockutils [req-be837a95-6adc-4be1-bdc8-c6d81b083f0f req-9d134abb-3038-43d0-9c4e-22051285b16f service nova] Lock "40054cea-df8d-4455-9aa9-7ef7e5f18f9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.040807] env[68292]: DEBUG oslo_concurrency.lockutils [req-be837a95-6adc-4be1-bdc8-c6d81b083f0f req-9d134abb-3038-43d0-9c4e-22051285b16f service nova] Lock "40054cea-df8d-4455-9aa9-7ef7e5f18f9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.040979] env[68292]: DEBUG nova.compute.manager [req-be837a95-6adc-4be1-bdc8-c6d81b083f0f req-9d134abb-3038-43d0-9c4e-22051285b16f service nova] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] No waiting events found dispatching network-vif-plugged-5716d2c5-9e15-4235-b376-ef5e2d1e0e6c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.041159] env[68292]: WARNING nova.compute.manager [req-be837a95-6adc-4be1-bdc8-c6d81b083f0f req-9d134abb-3038-43d0-9c4e-22051285b16f service nova] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Received unexpected event network-vif-plugged-5716d2c5-9e15-4235-b376-ef5e2d1e0e6c for instance with vm_state building and task_state spawning. [ 800.041542] env[68292]: INFO nova.compute.manager [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Rebuilding instance [ 800.091601] env[68292]: DEBUG nova.compute.manager [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.092526] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b4fdef-b1f0-4ec6-b1c3-074565b05d3f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.161561] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Successfully updated port: 5716d2c5-9e15-4235-b376-ef5e2d1e0e6c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.327061] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.353793] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528f8910-0f2f-e2d8-59b7-aabb282a7738, 'name': SearchDatastore_Task, 'duration_secs': 0.012644} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.354719] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30543b8-2587-456f-bcfe-eb76af9efa90 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.361226] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 800.361226] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527512ca-a6c6-e466-f7d5-37ef4b263028" [ 800.361226] env[68292]: _type = "Task" [ 800.361226] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.375268] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527512ca-a6c6-e466-f7d5-37ef4b263028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.515063] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.665386] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "refresh_cache-40054cea-df8d-4455-9aa9-7ef7e5f18f9e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.665543] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquired lock "refresh_cache-40054cea-df8d-4455-9aa9-7ef7e5f18f9e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.665696] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.873136] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527512ca-a6c6-e466-f7d5-37ef4b263028, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.873424] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.873696] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 091c02fd-3fef-4b06-b81b-d3d3397c51a1/091c02fd-3fef-4b06-b81b-d3d3397c51a1.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.873953] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f036714-b132-457d-ad31-8d42e5415b7f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.884653] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 800.884653] env[68292]: value = "task-3071846" [ 800.884653] env[68292]: _type = "Task" [ 800.884653] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.894315] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.895949] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49efe0d8-4e7d-4454-bafc-fa849369c66f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.902935] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071afbab-fb89-4c43-9399-67be7d82ced5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.938860] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e01847-8c97-4959-be45-3ae5a878fdc5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.946819] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed645778-c06c-4628-9f7c-011c74d5e278 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.962047] env[68292]: DEBUG nova.compute.provider_tree [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.011817] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.109370] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.109697] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bcbe68c-16fa-4e06-86fe-27ce81bb9ac1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.118953] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 801.118953] env[68292]: value = "task-3071847" [ 801.118953] env[68292]: _type = "Task" [ 801.118953] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.134145] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.275269] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Successfully created port: bbd86582-afe0-4990-91bb-786f7d68b85f {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.330335] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.337027] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.378223] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.378223] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.378223] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.378223] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.378223] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.378223] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.378223] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.378223] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.378223] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.378223] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.378223] env[68292]: DEBUG nova.virt.hardware [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.378223] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e455f364-c346-4e71-988a-a68489d83e07 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.392642] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fea0d8b-540a-455e-a2a3-697e08605bed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.402614] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071846, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.466583] env[68292]: DEBUG nova.scheduler.client.report [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.498874] env[68292]: DEBUG nova.compute.manager [req-a496f40f-901c-45e1-a865-11b1e8f414a7 req-c20bec80-d42a-42f5-b5e4-f9536653d83f service nova] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Received event network-vif-deleted-e59b109e-2b0c-4c1b-b92b-00c104b0a2a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.499099] env[68292]: INFO nova.compute.manager [req-a496f40f-901c-45e1-a865-11b1e8f414a7 req-c20bec80-d42a-42f5-b5e4-f9536653d83f service nova] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Neutron deleted interface e59b109e-2b0c-4c1b-b92b-00c104b0a2a2; detaching it from the instance and deleting it from the info cache [ 801.499278] env[68292]: DEBUG nova.network.neutron [req-a496f40f-901c-45e1-a865-11b1e8f414a7 req-c20bec80-d42a-42f5-b5e4-f9536653d83f service nova] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.512271] env[68292]: DEBUG oslo_vmware.api [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071845, 'name': PowerOnVM_Task, 'duration_secs': 1.473457} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.512531] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.512722] env[68292]: INFO nova.compute.manager [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Took 8.41 seconds to spawn the instance on the hypervisor. [ 801.512888] env[68292]: DEBUG nova.compute.manager [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.514808] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf0317d-cdcd-4876-b5bd-6b9d635b7b64 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.564028] env[68292]: DEBUG nova.network.neutron [-] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.633296] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071847, 'name': PowerOffVM_Task, 'duration_secs': 0.308682} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.633608] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.633875] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.634768] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aec7765-91fc-4ff6-b69b-3f184fc673d1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.642780] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.643115] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c2a2423-db52-4eca-864d-59f97257adf9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.711934] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.712441] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.715018] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleting the datastore file [datastore2] afb6920d-1c34-440d-a0df-33e48701dade {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.715018] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da30d8e3-9057-4d20-881b-1b862e2053c7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.722587] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 801.722587] env[68292]: value = "task-3071849" [ 801.722587] env[68292]: _type = "Task" [ 801.722587] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.735684] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.846320] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Updating instance_info_cache with network_info: [{"id": "5716d2c5-9e15-4235-b376-ef5e2d1e0e6c", "address": "fa:16:3e:21:ca:30", "network": {"id": "5cb67257-1431-4913-810f-10dea565dc7f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1183116964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25432722c5cd4eeb9cdc7782e8ffe6d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5716d2c5-9e", "ovs_interfaceid": "5716d2c5-9e15-4235-b376-ef5e2d1e0e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.899214] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071846, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.972860] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.972989] env[68292]: DEBUG nova.compute.manager [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.977371] env[68292]: DEBUG oslo_concurrency.lockutils [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.660s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.977371] env[68292]: DEBUG oslo_concurrency.lockutils [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.980472] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.370s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.980472] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.983043] env[68292]: DEBUG oslo_concurrency.lockutils [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.107s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.984479] env[68292]: INFO nova.compute.claims [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.002771] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cddca362-a616-412d-8592-c0f960dae10a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.014413] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaef0ee4-7084-401f-8b20-20a4e5910945 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.030354] env[68292]: INFO nova.scheduler.client.report [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Deleted allocations for instance 6f44a390-b18c-4da9-b779-3e45c1a9ed92 [ 802.040056] env[68292]: INFO nova.scheduler.client.report [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Deleted allocations for instance cd01f9f6-0793-4e51-8197-6022d31f9a97 [ 802.046874] env[68292]: INFO nova.compute.manager [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Took 54.68 seconds to build instance. [ 802.078586] env[68292]: INFO nova.compute.manager [-] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Took 2.05 seconds to deallocate network for instance. [ 802.079138] env[68292]: DEBUG nova.compute.manager [req-a496f40f-901c-45e1-a865-11b1e8f414a7 req-c20bec80-d42a-42f5-b5e4-f9536653d83f service nova] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Detach interface failed, port_id=e59b109e-2b0c-4c1b-b92b-00c104b0a2a2, reason: Instance e4180bfa-0718-445e-823c-0fc272adb215 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 802.093227] env[68292]: DEBUG nova.compute.manager [req-1f2cfd81-a32e-4b65-811e-80855e40d3fe req-94557193-3fdf-41a0-afe9-3c0db6230536 service nova] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Received event network-changed-5716d2c5-9e15-4235-b376-ef5e2d1e0e6c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.093905] env[68292]: DEBUG nova.compute.manager [req-1f2cfd81-a32e-4b65-811e-80855e40d3fe req-94557193-3fdf-41a0-afe9-3c0db6230536 service nova] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Refreshing instance network info cache due to event network-changed-5716d2c5-9e15-4235-b376-ef5e2d1e0e6c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.093905] env[68292]: DEBUG oslo_concurrency.lockutils [req-1f2cfd81-a32e-4b65-811e-80855e40d3fe req-94557193-3fdf-41a0-afe9-3c0db6230536 service nova] Acquiring lock "refresh_cache-40054cea-df8d-4455-9aa9-7ef7e5f18f9e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.233853] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340112} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.233853] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.233989] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.234597] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.348952] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Releasing lock "refresh_cache-40054cea-df8d-4455-9aa9-7ef7e5f18f9e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.349428] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Instance network_info: |[{"id": "5716d2c5-9e15-4235-b376-ef5e2d1e0e6c", "address": "fa:16:3e:21:ca:30", "network": {"id": "5cb67257-1431-4913-810f-10dea565dc7f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1183116964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25432722c5cd4eeb9cdc7782e8ffe6d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5716d2c5-9e", "ovs_interfaceid": "5716d2c5-9e15-4235-b376-ef5e2d1e0e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.350023] env[68292]: DEBUG oslo_concurrency.lockutils [req-1f2cfd81-a32e-4b65-811e-80855e40d3fe req-94557193-3fdf-41a0-afe9-3c0db6230536 service nova] Acquired lock "refresh_cache-40054cea-df8d-4455-9aa9-7ef7e5f18f9e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.350283] env[68292]: DEBUG nova.network.neutron [req-1f2cfd81-a32e-4b65-811e-80855e40d3fe req-94557193-3fdf-41a0-afe9-3c0db6230536 service nova] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Refreshing network info cache for port 5716d2c5-9e15-4235-b376-ef5e2d1e0e6c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.351676] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:ca:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5716d2c5-9e15-4235-b376-ef5e2d1e0e6c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.362529] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.363962] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.364326] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffdffc65-7b4c-444c-9002-119231c3a87d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.391203] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.391203] env[68292]: value = "task-3071850" [ 802.391203] env[68292]: _type = "Task" [ 802.391203] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.405263] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071846, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504724} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.409646] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 091c02fd-3fef-4b06-b81b-d3d3397c51a1/091c02fd-3fef-4b06-b81b-d3d3397c51a1.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.409646] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.409646] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071850, 'name': CreateVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.409839] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1604e38-f5b4-4219-ae3f-a380b727bcdd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.417216] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 802.417216] env[68292]: value = "task-3071851" [ 802.417216] env[68292]: _type = "Task" [ 802.417216] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.427991] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.495196] env[68292]: DEBUG nova.compute.utils [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.496727] env[68292]: DEBUG nova.compute.manager [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.497431] env[68292]: DEBUG nova.network.neutron [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.551475] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aacd9010-764a-4e0e-9883-d94952491bba tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "0196b796-8e2b-470e-90a0-4cd261d46415" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.197s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.553836] env[68292]: DEBUG oslo_concurrency.lockutils [None req-953408ad-7de1-4cec-9f70-6ea68df0c4ea tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "6f44a390-b18c-4da9-b779-3e45c1a9ed92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.767s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.555947] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5c46645-b2cc-4f00-a645-0cf82415c29a tempest-InstanceActionsTestJSON-1308297457 tempest-InstanceActionsTestJSON-1308297457-project-member] Lock "cd01f9f6-0793-4e51-8197-6022d31f9a97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.411s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.586783] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.673688] env[68292]: DEBUG nova.policy [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ee190091dfa4af9a5410a58fffe1a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5208c0db5dd14581a2da8c2c35993b6d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.915197] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071850, 'name': CreateVM_Task, 'duration_secs': 0.428669} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.915474] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.915909] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.916087] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.916411] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.916671] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503db7ba-8ba2-44ab-96df-2bb8ed691327 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.929834] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 802.929834] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52fd3ead-53f5-e3cd-5cff-988b34fc1660" [ 802.929834] env[68292]: _type = "Task" [ 802.929834] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.930429] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069189} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.930759] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.935396] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d4188b-d4dc-4716-ad48-33dc93c387ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.944177] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fd3ead-53f5-e3cd-5cff-988b34fc1660, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.953289] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.953650] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.954018] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.954183] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.954487] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.963169] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 091c02fd-3fef-4b06-b81b-d3d3397c51a1/091c02fd-3fef-4b06-b81b-d3d3397c51a1.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.963464] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa84ec79-3889-411e-9d99-796b20837245 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.965756] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-355f25ca-446b-4eb3-9781-df3734e7b9de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.988780] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 802.988780] env[68292]: value = "task-3071852" [ 802.988780] env[68292]: _type = "Task" [ 802.988780] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.989965] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.990158] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.993704] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-073e3520-8100-48da-9397-11cfbd7a859b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.997263] env[68292]: DEBUG nova.compute.manager [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.013589] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 803.013589] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b8d918-bd37-79cd-13b9-e4bd4d63a9d5" [ 803.013589] env[68292]: _type = "Task" [ 803.013589] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.013589] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071852, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.025019] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b8d918-bd37-79cd-13b9-e4bd4d63a9d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010799} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.025382] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96933e5-8d02-4f7b-bf7b-7ce27b851a79 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.030943] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 803.030943] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52290f10-d325-f54a-5556-2e13a8409fb8" [ 803.030943] env[68292]: _type = "Task" [ 803.030943] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.041639] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52290f10-d325-f54a-5556-2e13a8409fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.060809] env[68292]: DEBUG nova.compute.manager [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.280178] env[68292]: DEBUG oslo_concurrency.lockutils [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "8b337bf1-2ea4-455f-8027-9efac83ae6bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.281588] env[68292]: DEBUG oslo_concurrency.lockutils [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "8b337bf1-2ea4-455f-8027-9efac83ae6bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.281926] env[68292]: DEBUG oslo_concurrency.lockutils [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "8b337bf1-2ea4-455f-8027-9efac83ae6bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.282191] env[68292]: DEBUG oslo_concurrency.lockutils [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "8b337bf1-2ea4-455f-8027-9efac83ae6bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.282425] env[68292]: DEBUG oslo_concurrency.lockutils [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "8b337bf1-2ea4-455f-8027-9efac83ae6bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.290999] env[68292]: INFO nova.compute.manager [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Terminating instance [ 803.297088] env[68292]: DEBUG nova.virt.hardware [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.297299] env[68292]: DEBUG nova.virt.hardware [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.297466] env[68292]: DEBUG nova.virt.hardware [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.297669] env[68292]: DEBUG nova.virt.hardware [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.297905] env[68292]: DEBUG nova.virt.hardware [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.298095] env[68292]: DEBUG nova.virt.hardware [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.298715] env[68292]: DEBUG nova.virt.hardware [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.298906] env[68292]: DEBUG nova.virt.hardware [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.299463] env[68292]: DEBUG nova.virt.hardware [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.299723] env[68292]: DEBUG nova.virt.hardware [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.299959] env[68292]: DEBUG nova.virt.hardware [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.301284] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dddd75-5ad3-46e3-8461-f425eacaf358 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.315774] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24856552-23f1-4468-b494-ae539983d106 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.331708] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:1a:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc47807b-0564-4aa1-9e0f-ecb0c0b72f86', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.339822] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.343301] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.343771] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6ff494d-8760-4f53-8f33-531210b7cb1f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.368028] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.368028] env[68292]: value = "task-3071853" [ 803.368028] env[68292]: _type = "Task" [ 803.368028] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.376049] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071853, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.396583] env[68292]: DEBUG nova.network.neutron [req-1f2cfd81-a32e-4b65-811e-80855e40d3fe req-94557193-3fdf-41a0-afe9-3c0db6230536 service nova] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Updated VIF entry in instance network info cache for port 5716d2c5-9e15-4235-b376-ef5e2d1e0e6c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.396874] env[68292]: DEBUG nova.network.neutron [req-1f2cfd81-a32e-4b65-811e-80855e40d3fe req-94557193-3fdf-41a0-afe9-3c0db6230536 service nova] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Updating instance_info_cache with network_info: [{"id": "5716d2c5-9e15-4235-b376-ef5e2d1e0e6c", "address": "fa:16:3e:21:ca:30", "network": {"id": "5cb67257-1431-4913-810f-10dea565dc7f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1183116964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25432722c5cd4eeb9cdc7782e8ffe6d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5716d2c5-9e", "ovs_interfaceid": "5716d2c5-9e15-4235-b376-ef5e2d1e0e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.502485] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071852, 'name': ReconfigVM_Task, 'duration_secs': 0.346397} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.503083] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 091c02fd-3fef-4b06-b81b-d3d3397c51a1/091c02fd-3fef-4b06-b81b-d3d3397c51a1.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.503448] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfc63ea5-bf35-45fa-b179-8c02353ed30e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.516025] env[68292]: INFO nova.virt.block_device [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Booting with volume d30ebc03-0a45-4e07-b149-749a58a702b1 at /dev/sda [ 803.519288] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 803.519288] env[68292]: value = "task-3071854" [ 803.519288] env[68292]: _type = "Task" [ 803.519288] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.534907] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071854, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.544758] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52290f10-d325-f54a-5556-2e13a8409fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009726} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.545055] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.545358] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 40054cea-df8d-4455-9aa9-7ef7e5f18f9e/40054cea-df8d-4455-9aa9-7ef7e5f18f9e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.548627] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd8726cf-740c-4404-852d-0002f81486d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.552552] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 803.552552] env[68292]: value = "task-3071855" [ 803.552552] env[68292]: _type = "Task" [ 803.552552] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.561534] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.573810] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90da0946-b8f9-43cb-8a30-77f92136d5fe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.586767] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d252935-ad81-4daa-bf9e-59cf49ed331f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.603034] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.638091] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5a2e5e1-f0b0-4ea1-bc8e-376b5fe771ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.648332] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba04b3b-cc95-422c-9132-b3506170cab0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.696551] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7c823c-5ee1-431c-81a4-73ee0f7175f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.703753] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51f2d71-841a-4f32-846f-66ffd3dced89 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.718752] env[68292]: DEBUG nova.virt.block_device [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Updating existing volume attachment record: ce01b09e-9db5-48a7-b37b-ce8ce1633a60 {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 803.730882] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717c3b7b-ddee-4592-ae38-692cf09e4305 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.742371] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7fd00d-70a4-4969-a91e-6b4408ecc10c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.783415] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d01ddaa-9141-4c15-af16-3eb344bacab8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.795137] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5474c5b7-4578-444c-8373-1aa072a8b470 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.818535] env[68292]: DEBUG nova.compute.manager [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.819040] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.819692] env[68292]: DEBUG nova.compute.provider_tree [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.821977] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597e58e7-84c1-4808-8c65-eff03fa7e6e1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.831877] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.832218] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63acc4dc-14fc-4866-96a8-b3b26fdcc307 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.840570] env[68292]: DEBUG oslo_vmware.api [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 803.840570] env[68292]: value = "task-3071856" [ 803.840570] env[68292]: _type = "Task" [ 803.840570] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.860371] env[68292]: DEBUG oslo_vmware.api [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.888023] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071853, 'name': CreateVM_Task, 'duration_secs': 0.377035} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.888023] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.888023] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.888023] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.888023] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.888023] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c255427-185b-42fb-80a6-b0637f8bd0a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.894060] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 803.894060] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f1a8dd-04ac-15e0-3d8a-9b9d100fc466" [ 803.894060] env[68292]: _type = "Task" [ 803.894060] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.900181] env[68292]: DEBUG oslo_concurrency.lockutils [req-1f2cfd81-a32e-4b65-811e-80855e40d3fe req-94557193-3fdf-41a0-afe9-3c0db6230536 service nova] Releasing lock "refresh_cache-40054cea-df8d-4455-9aa9-7ef7e5f18f9e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.907025] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f1a8dd-04ac-15e0-3d8a-9b9d100fc466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.030375] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071854, 'name': Rename_Task, 'duration_secs': 0.190673} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.030628] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.034276] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f68cf345-cb00-4f77-81c7-14626816b98d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.043589] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 804.043589] env[68292]: value = "task-3071857" [ 804.043589] env[68292]: _type = "Task" [ 804.043589] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.055814] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.069548] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071855, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.292572] env[68292]: DEBUG nova.compute.manager [req-44777d24-fa17-49da-9c4e-c49a18615336 req-1947a15c-530f-4590-9fa8-a78001592dee service nova] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Received event network-vif-plugged-bbd86582-afe0-4990-91bb-786f7d68b85f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.292789] env[68292]: DEBUG oslo_concurrency.lockutils [req-44777d24-fa17-49da-9c4e-c49a18615336 req-1947a15c-530f-4590-9fa8-a78001592dee service nova] Acquiring lock "47de732d-5723-4c39-bb80-cbc393cbb123-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.292999] env[68292]: DEBUG oslo_concurrency.lockutils [req-44777d24-fa17-49da-9c4e-c49a18615336 req-1947a15c-530f-4590-9fa8-a78001592dee service nova] Lock "47de732d-5723-4c39-bb80-cbc393cbb123-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.293217] env[68292]: DEBUG oslo_concurrency.lockutils [req-44777d24-fa17-49da-9c4e-c49a18615336 req-1947a15c-530f-4590-9fa8-a78001592dee service nova] Lock "47de732d-5723-4c39-bb80-cbc393cbb123-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.293399] env[68292]: DEBUG nova.compute.manager [req-44777d24-fa17-49da-9c4e-c49a18615336 req-1947a15c-530f-4590-9fa8-a78001592dee service nova] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] No waiting events found dispatching network-vif-plugged-bbd86582-afe0-4990-91bb-786f7d68b85f {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.293589] env[68292]: WARNING nova.compute.manager [req-44777d24-fa17-49da-9c4e-c49a18615336 req-1947a15c-530f-4590-9fa8-a78001592dee service nova] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Received unexpected event network-vif-plugged-bbd86582-afe0-4990-91bb-786f7d68b85f for instance with vm_state building and task_state spawning. [ 804.328143] env[68292]: DEBUG nova.scheduler.client.report [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.355384] env[68292]: DEBUG oslo_vmware.api [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071856, 'name': PowerOffVM_Task, 'duration_secs': 0.264013} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.355384] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.355384] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.355384] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6bc4741-b4ea-4169-9dca-381ae29a46b8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.364906] env[68292]: DEBUG nova.network.neutron [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Successfully created port: 2b4e6b3b-fd9d-46bf-b589-91732f389890 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.413478] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f1a8dd-04ac-15e0-3d8a-9b9d100fc466, 'name': SearchDatastore_Task, 'duration_secs': 0.023775} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.414037] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.414448] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.414882] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.415209] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.415754] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.419085] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4c9d5fc-e7aa-482a-b24f-7384abdca7ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.424055] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.424360] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.424632] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Deleting the datastore file [datastore2] 8b337bf1-2ea4-455f-8027-9efac83ae6bf {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.425417] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d294179-a3bb-4ccc-aa42-a655b4afa95a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.438200] env[68292]: DEBUG oslo_vmware.api [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for the task: (returnval){ [ 804.438200] env[68292]: value = "task-3071859" [ 804.438200] env[68292]: _type = "Task" [ 804.438200] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.439223] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.439550] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.445221] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334e2bc2-f196-4257-8e94-802eb1af0758 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.458039] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 804.458039] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a77839-4f52-5b15-30ab-a1f23abd3028" [ 804.458039] env[68292]: _type = "Task" [ 804.458039] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.458039] env[68292]: DEBUG oslo_vmware.api [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.468480] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a77839-4f52-5b15-30ab-a1f23abd3028, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.470470] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e580dd-751c-472f-8409-47835e7661aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.474579] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 804.474579] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52035f7b-b087-3a0b-3660-3200908a17ae" [ 804.474579] env[68292]: _type = "Task" [ 804.474579] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.485331] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52035f7b-b087-3a0b-3660-3200908a17ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.554295] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071857, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.566555] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537551} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.566826] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 40054cea-df8d-4455-9aa9-7ef7e5f18f9e/40054cea-df8d-4455-9aa9-7ef7e5f18f9e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.568077] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.568077] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e96c376-3fc2-4191-99db-62a2f9757a71 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.577502] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 804.577502] env[68292]: value = "task-3071860" [ 804.577502] env[68292]: _type = "Task" [ 804.577502] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.593277] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.720668] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Successfully updated port: bbd86582-afe0-4990-91bb-786f7d68b85f {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.838154] env[68292]: DEBUG oslo_concurrency.lockutils [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.838154] env[68292]: DEBUG nova.compute.manager [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.841646] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.854s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.842847] env[68292]: DEBUG nova.objects.instance [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 804.950641] env[68292]: DEBUG oslo_vmware.api [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Task: {'id': task-3071859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220804} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.951109] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.951199] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.954087] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.954087] env[68292]: INFO nova.compute.manager [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 804.954087] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.954087] env[68292]: DEBUG nova.compute.manager [-] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.954087] env[68292]: DEBUG nova.network.neutron [-] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.986078] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52035f7b-b087-3a0b-3660-3200908a17ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.986476] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.986779] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] afb6920d-1c34-440d-a0df-33e48701dade/afb6920d-1c34-440d-a0df-33e48701dade.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.987085] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1fa0963-7379-451b-af66-b875e73f5331 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.994422] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 804.994422] env[68292]: value = "task-3071861" [ 804.994422] env[68292]: _type = "Task" [ 804.994422] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.010863] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.057208] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071857, 'name': PowerOnVM_Task, 'duration_secs': 0.655042} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.057513] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.057694] env[68292]: INFO nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Took 9.23 seconds to spawn the instance on the hypervisor. [ 805.059214] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.059982] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af64703-1f63-44e4-9989-c187db610690 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.088911] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10971} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.089634] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.090399] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d568dab2-2d05-44fb-8769-62a559bc073c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.118112] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 40054cea-df8d-4455-9aa9-7ef7e5f18f9e/40054cea-df8d-4455-9aa9-7ef7e5f18f9e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.119439] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db335dda-d9c9-45fa-bbaf-90dac20c2ebf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.141331] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 805.141331] env[68292]: value = "task-3071862" [ 805.141331] env[68292]: _type = "Task" [ 805.141331] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.150515] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.163314] env[68292]: DEBUG nova.compute.manager [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Stashing vm_state: active {{(pid=68292) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 805.224959] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "refresh_cache-47de732d-5723-4c39-bb80-cbc393cbb123" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.224959] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquired lock "refresh_cache-47de732d-5723-4c39-bb80-cbc393cbb123" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.224959] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.342330] env[68292]: DEBUG nova.compute.utils [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.343976] env[68292]: DEBUG nova.compute.manager [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.344275] env[68292]: DEBUG nova.network.neutron [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.508634] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505084} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.508960] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] afb6920d-1c34-440d-a0df-33e48701dade/afb6920d-1c34-440d-a0df-33e48701dade.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.509579] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.509579] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3da9681-9f69-4f3c-ae17-fa1e711f319b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.518411] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 805.518411] env[68292]: value = "task-3071863" [ 805.518411] env[68292]: _type = "Task" [ 805.518411] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.527048] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.578038] env[68292]: INFO nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Took 54.48 seconds to build instance. [ 805.660182] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.696423] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.764974] env[68292]: DEBUG nova.policy [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d21f3f93b674de9ad3b964bc7a31985', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1953a8dd1f3d40d3a04606c34dad099f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.784667] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.850021] env[68292]: DEBUG nova.compute.manager [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.852501] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cf75afc9-5dcb-4039-be8c-7211a8bc3efa tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.857019] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.741s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.857019] env[68292]: INFO nova.compute.claims [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.867503] env[68292]: DEBUG nova.compute.manager [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.867877] env[68292]: DEBUG nova.virt.hardware [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.868159] env[68292]: DEBUG nova.virt.hardware [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.868325] env[68292]: DEBUG nova.virt.hardware [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.868548] env[68292]: DEBUG nova.virt.hardware [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.868651] env[68292]: DEBUG nova.virt.hardware [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.868793] env[68292]: DEBUG nova.virt.hardware [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.869199] env[68292]: DEBUG nova.virt.hardware [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.869410] env[68292]: DEBUG nova.virt.hardware [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.869618] env[68292]: DEBUG nova.virt.hardware [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.869823] env[68292]: DEBUG nova.virt.hardware [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.870694] env[68292]: DEBUG nova.virt.hardware [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.872365] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c970b774-a55f-42be-bf4e-f7aaa7014ac9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.666423] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "091c02fd-3fef-4b06-b81b-d3d3397c51a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.904s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.666423] env[68292]: DEBUG nova.network.neutron [-] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.666423] env[68292]: INFO nova.virt.block_device [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Booting with volume 1753aec1-e5d8-4d28-9027-0885bf59bbee at /dev/sda [ 806.670683] env[68292]: DEBUG nova.compute.manager [req-956eb81d-ffb5-4356-8afb-3c8ff727de0d req-546fc43b-57dd-4e13-8698-bac384714bdc service nova] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Received event network-changed-bbd86582-afe0-4990-91bb-786f7d68b85f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.671344] env[68292]: DEBUG nova.compute.manager [req-956eb81d-ffb5-4356-8afb-3c8ff727de0d req-546fc43b-57dd-4e13-8698-bac384714bdc service nova] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Refreshing instance network info cache due to event network-changed-bbd86582-afe0-4990-91bb-786f7d68b85f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.671344] env[68292]: DEBUG oslo_concurrency.lockutils [req-956eb81d-ffb5-4356-8afb-3c8ff727de0d req-546fc43b-57dd-4e13-8698-bac384714bdc service nova] Acquiring lock "refresh_cache-47de732d-5723-4c39-bb80-cbc393cbb123" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.690311] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071862, 'name': ReconfigVM_Task, 'duration_secs': 0.826918} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.690609] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201804} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.693021] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3160c3e-7500-4d66-8d52-33e555918840 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.697025] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 40054cea-df8d-4455-9aa9-7ef7e5f18f9e/40054cea-df8d-4455-9aa9-7ef7e5f18f9e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.697025] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.698247] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b8a1682-a72b-4d8b-9877-4146c97e67ef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.701338] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebc7212-8c50-48a5-bea5-a039301be2a8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.724143] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 806.724143] env[68292]: value = "task-3071864" [ 806.724143] env[68292]: _type = "Task" [ 806.724143] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.733555] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] afb6920d-1c34-440d-a0df-33e48701dade/afb6920d-1c34-440d-a0df-33e48701dade.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.734284] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da633037-77d0-4d1e-a32d-a30996d45468 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.754859] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f4049db-69fc-49d3-95a8-fb89009b6ed7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.762974] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071864, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.764773] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 806.764773] env[68292]: value = "task-3071865" [ 806.764773] env[68292]: _type = "Task" [ 806.764773] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.767555] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f7d06e-c93e-4813-a2ac-0807cde2dd5d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.792842] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.808834] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce9d930b-229e-4190-81c2-79a3162a0b0f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.817683] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017d0ed1-c7bc-4bd2-89b2-daf8c45433b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.855254] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0eabf5-4662-471f-96c3-4a2a07498b9b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.862439] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d88515-b8d2-4598-9c7f-348a10309844 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.876253] env[68292]: DEBUG nova.virt.block_device [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Updating existing volume attachment record: c7a2adba-cb65-4aab-8301-8c5849ec8ad5 {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 807.173279] env[68292]: INFO nova.compute.manager [-] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Took 2.22 seconds to deallocate network for instance. [ 807.246362] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071864, 'name': Rename_Task, 'duration_secs': 0.140431} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.249862] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.252105] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cd7cc69-aba7-4a8f-92c4-ac1dc501615d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.259586] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 807.259586] env[68292]: value = "task-3071866" [ 807.259586] env[68292]: _type = "Task" [ 807.259586] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.268223] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.287092] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071865, 'name': ReconfigVM_Task, 'duration_secs': 0.349044} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.287436] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Reconfigured VM instance instance-0000002a to attach disk [datastore2] afb6920d-1c34-440d-a0df-33e48701dade/afb6920d-1c34-440d-a0df-33e48701dade.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.290682] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8c0f274-767c-4936-a6ec-d46c0841e7c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.297927] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 807.297927] env[68292]: value = "task-3071867" [ 807.297927] env[68292]: _type = "Task" [ 807.297927] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.310116] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071867, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.387337] env[68292]: DEBUG nova.network.neutron [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Updating instance_info_cache with network_info: [{"id": "bbd86582-afe0-4990-91bb-786f7d68b85f", "address": "fa:16:3e:70:2b:28", "network": {"id": "5cb67257-1431-4913-810f-10dea565dc7f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1183116964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25432722c5cd4eeb9cdc7782e8ffe6d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbd86582-af", "ovs_interfaceid": "bbd86582-afe0-4990-91bb-786f7d68b85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.482647] env[68292]: DEBUG nova.network.neutron [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Successfully created port: b68c5bbf-7536-405c-ac5b-2c71cc401d73 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.692277] env[68292]: DEBUG oslo_concurrency.lockutils [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.773057] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071866, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.778189] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d4698e-7834-45b4-b3a2-c2ee7a8828de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.786674] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea5f50e-974e-4bca-a000-14cd1a9ddad4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.819936] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcca17a-b77a-4f50-ae7a-6adfd3d00ccb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.827771] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071867, 'name': Rename_Task, 'duration_secs': 0.147482} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.829873] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.830165] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab225af9-b380-4dd7-b454-4cfcb072779e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.832559] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d4b2b3-89be-4e0b-a658-7d78a2e06294 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.845975] env[68292]: DEBUG nova.compute.provider_tree [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.848480] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 807.848480] env[68292]: value = "task-3071868" [ 807.848480] env[68292]: _type = "Task" [ 807.848480] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.857440] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.894012] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Releasing lock "refresh_cache-47de732d-5723-4c39-bb80-cbc393cbb123" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.895214] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Instance network_info: |[{"id": "bbd86582-afe0-4990-91bb-786f7d68b85f", "address": "fa:16:3e:70:2b:28", "network": {"id": "5cb67257-1431-4913-810f-10dea565dc7f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1183116964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25432722c5cd4eeb9cdc7782e8ffe6d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbd86582-af", "ovs_interfaceid": "bbd86582-afe0-4990-91bb-786f7d68b85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.895214] env[68292]: DEBUG oslo_concurrency.lockutils [req-956eb81d-ffb5-4356-8afb-3c8ff727de0d req-546fc43b-57dd-4e13-8698-bac384714bdc service nova] Acquired lock "refresh_cache-47de732d-5723-4c39-bb80-cbc393cbb123" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.895214] env[68292]: DEBUG nova.network.neutron [req-956eb81d-ffb5-4356-8afb-3c8ff727de0d req-546fc43b-57dd-4e13-8698-bac384714bdc service nova] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Refreshing network info cache for port bbd86582-afe0-4990-91bb-786f7d68b85f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.896182] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:2b:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbd86582-afe0-4990-91bb-786f7d68b85f', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.903876] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.905069] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.905394] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ddf567e-730e-431e-86ce-783cfbe7f147 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.927288] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.927288] env[68292]: value = "task-3071869" [ 807.927288] env[68292]: _type = "Task" [ 807.927288] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.936166] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071869, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.947531] env[68292]: DEBUG nova.network.neutron [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Successfully updated port: 2b4e6b3b-fd9d-46bf-b589-91732f389890 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.274095] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071866, 'name': PowerOnVM_Task, 'duration_secs': 0.518949} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.274095] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.274095] env[68292]: INFO nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Took 9.70 seconds to spawn the instance on the hypervisor. [ 808.274095] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.274095] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1d75c7-5e1d-47cf-a0e8-965dd154e9ef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.350072] env[68292]: DEBUG nova.scheduler.client.report [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.365059] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071868, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.438271] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071869, 'name': CreateVM_Task, 'duration_secs': 0.433522} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.438271] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.438813] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.438972] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.439547] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.439815] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3404b0ec-dce6-482d-95ed-3283cc4a9f19 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.445171] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 808.445171] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c64666-4b74-d97e-2724-7cf1dfee5368" [ 808.445171] env[68292]: _type = "Task" [ 808.445171] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.450649] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Acquiring lock "refresh_cache-6dc99502-2329-4b20-828e-20591575c8ab" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.450649] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Acquired lock "refresh_cache-6dc99502-2329-4b20-828e-20591575c8ab" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.450649] env[68292]: DEBUG nova.network.neutron [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.454630] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c64666-4b74-d97e-2724-7cf1dfee5368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.468822] env[68292]: DEBUG nova.compute.manager [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Received event network-vif-plugged-2b4e6b3b-fd9d-46bf-b589-91732f389890 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.469068] env[68292]: DEBUG oslo_concurrency.lockutils [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] Acquiring lock "6dc99502-2329-4b20-828e-20591575c8ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.469331] env[68292]: DEBUG oslo_concurrency.lockutils [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] Lock "6dc99502-2329-4b20-828e-20591575c8ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.469593] env[68292]: DEBUG oslo_concurrency.lockutils [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] Lock "6dc99502-2329-4b20-828e-20591575c8ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.470047] env[68292]: DEBUG nova.compute.manager [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] No waiting events found dispatching network-vif-plugged-2b4e6b3b-fd9d-46bf-b589-91732f389890 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.470047] env[68292]: WARNING nova.compute.manager [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Received unexpected event network-vif-plugged-2b4e6b3b-fd9d-46bf-b589-91732f389890 for instance with vm_state building and task_state spawning. [ 808.470432] env[68292]: DEBUG nova.compute.manager [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Received event network-changed-2b4e6b3b-fd9d-46bf-b589-91732f389890 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.470432] env[68292]: DEBUG nova.compute.manager [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Refreshing instance network info cache due to event network-changed-2b4e6b3b-fd9d-46bf-b589-91732f389890. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.470432] env[68292]: DEBUG oslo_concurrency.lockutils [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] Acquiring lock "refresh_cache-6dc99502-2329-4b20-828e-20591575c8ab" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.798253] env[68292]: INFO nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Took 49.40 seconds to build instance. [ 808.861494] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.007s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.861930] env[68292]: DEBUG nova.compute.manager [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.864548] env[68292]: DEBUG oslo_concurrency.lockutils [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.121s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.864779] env[68292]: DEBUG nova.objects.instance [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Lazy-loading 'resources' on Instance uuid 1602c168-e4e2-46ef-80d9-adfee191fde7 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.878161] env[68292]: DEBUG oslo_vmware.api [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071868, 'name': PowerOnVM_Task, 'duration_secs': 0.691313} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.879432] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.879432] env[68292]: DEBUG nova.compute.manager [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.881699] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66347d42-bf1c-4989-a20a-775326a47727 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.968552] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c64666-4b74-d97e-2724-7cf1dfee5368, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.968552] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.968748] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.968881] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.969372] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.969372] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.970682] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5bfa432-b91b-4fd2-8078-289d4e808a01 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.984252] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.984252] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.984465] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc9129a0-34ce-4252-a846-1ca779134c19 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.994041] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 808.994041] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f7115a-bf7c-3d63-875c-393df38e06e2" [ 808.994041] env[68292]: _type = "Task" [ 808.994041] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.000682] env[68292]: DEBUG nova.compute.manager [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.000967] env[68292]: DEBUG nova.virt.hardware [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.001329] env[68292]: DEBUG nova.virt.hardware [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.001329] env[68292]: DEBUG nova.virt.hardware [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.001509] env[68292]: DEBUG nova.virt.hardware [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.001651] env[68292]: DEBUG nova.virt.hardware [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.001792] env[68292]: DEBUG nova.virt.hardware [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.001990] env[68292]: DEBUG nova.virt.hardware [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.002408] env[68292]: DEBUG nova.virt.hardware [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.002847] env[68292]: DEBUG nova.virt.hardware [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.002847] env[68292]: DEBUG nova.virt.hardware [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.002950] env[68292]: DEBUG nova.virt.hardware [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.004417] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0243ff92-68be-40e5-99ab-e3684c158171 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.013148] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f7115a-bf7c-3d63-875c-393df38e06e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.016959] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbebc5f-eac4-482e-bb28-1a0cebf3bfb4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.075120] env[68292]: DEBUG nova.network.neutron [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.303084] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "40054cea-df8d-4455-9aa9-7ef7e5f18f9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.499s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.372691] env[68292]: DEBUG nova.compute.utils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.378279] env[68292]: DEBUG nova.compute.manager [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.378279] env[68292]: DEBUG nova.network.neutron [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.381853] env[68292]: DEBUG nova.network.neutron [req-956eb81d-ffb5-4356-8afb-3c8ff727de0d req-546fc43b-57dd-4e13-8698-bac384714bdc service nova] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Updated VIF entry in instance network info cache for port bbd86582-afe0-4990-91bb-786f7d68b85f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.381946] env[68292]: DEBUG nova.network.neutron [req-956eb81d-ffb5-4356-8afb-3c8ff727de0d req-546fc43b-57dd-4e13-8698-bac384714bdc service nova] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Updating instance_info_cache with network_info: [{"id": "bbd86582-afe0-4990-91bb-786f7d68b85f", "address": "fa:16:3e:70:2b:28", "network": {"id": "5cb67257-1431-4913-810f-10dea565dc7f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1183116964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25432722c5cd4eeb9cdc7782e8ffe6d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbd86582-af", "ovs_interfaceid": "bbd86582-afe0-4990-91bb-786f7d68b85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.416198] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.505156] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f7115a-bf7c-3d63-875c-393df38e06e2, 'name': SearchDatastore_Task, 'duration_secs': 0.021775} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.506123] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f2285a-864c-461d-806f-0e3abb7971dd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.517222] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 809.517222] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a64588-3a24-615e-355d-54a308ddbfb4" [ 809.517222] env[68292]: _type = "Task" [ 809.517222] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.526573] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a64588-3a24-615e-355d-54a308ddbfb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.528064] env[68292]: DEBUG nova.policy [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09c88045a16a43d3b12abf4f2c077b41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4dbc2940b7d4da19dfec0fd71f0bfc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.529802] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.530087] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 47de732d-5723-4c39-bb80-cbc393cbb123/47de732d-5723-4c39-bb80-cbc393cbb123.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.537434] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42b12ead-0cdd-45ac-aef6-ab12e6e5fbab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.543296] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 809.543296] env[68292]: value = "task-3071870" [ 809.543296] env[68292]: _type = "Task" [ 809.543296] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.551797] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.660075] env[68292]: DEBUG nova.network.neutron [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Updating instance_info_cache with network_info: [{"id": "2b4e6b3b-fd9d-46bf-b589-91732f389890", "address": "fa:16:3e:f5:98:c1", "network": {"id": "a7c20d75-6a44-43dc-9ab0-3b613c48f6c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-435886075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5208c0db5dd14581a2da8c2c35993b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4e6b3b-fd", "ovs_interfaceid": "2b4e6b3b-fd9d-46bf-b589-91732f389890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.877992] env[68292]: DEBUG nova.compute.manager [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.889946] env[68292]: DEBUG oslo_concurrency.lockutils [req-956eb81d-ffb5-4356-8afb-3c8ff727de0d req-546fc43b-57dd-4e13-8698-bac384714bdc service nova] Releasing lock "refresh_cache-47de732d-5723-4c39-bb80-cbc393cbb123" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.889946] env[68292]: DEBUG nova.compute.manager [req-956eb81d-ffb5-4356-8afb-3c8ff727de0d req-546fc43b-57dd-4e13-8698-bac384714bdc service nova] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Received event network-vif-deleted-59c38589-961a-453d-879a-941aa5c916cf {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.889946] env[68292]: INFO nova.compute.manager [req-956eb81d-ffb5-4356-8afb-3c8ff727de0d req-546fc43b-57dd-4e13-8698-bac384714bdc service nova] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Neutron deleted interface 59c38589-961a-453d-879a-941aa5c916cf; detaching it from the instance and deleting it from the info cache [ 809.889946] env[68292]: DEBUG nova.network.neutron [req-956eb81d-ffb5-4356-8afb-3c8ff727de0d req-546fc43b-57dd-4e13-8698-bac384714bdc service nova] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.991034] env[68292]: DEBUG nova.compute.manager [req-d9fb750a-f60d-4d7b-94dd-6bd63b299468 req-8837e409-d303-4f7b-8cec-57870b291e66 service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Received event network-vif-plugged-b68c5bbf-7536-405c-ac5b-2c71cc401d73 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.991034] env[68292]: DEBUG oslo_concurrency.lockutils [req-d9fb750a-f60d-4d7b-94dd-6bd63b299468 req-8837e409-d303-4f7b-8cec-57870b291e66 service nova] Acquiring lock "83b41147-3328-4251-8b8c-242a50534830-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.995514] env[68292]: DEBUG oslo_concurrency.lockutils [req-d9fb750a-f60d-4d7b-94dd-6bd63b299468 req-8837e409-d303-4f7b-8cec-57870b291e66 service nova] Lock "83b41147-3328-4251-8b8c-242a50534830-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.995514] env[68292]: DEBUG oslo_concurrency.lockutils [req-d9fb750a-f60d-4d7b-94dd-6bd63b299468 req-8837e409-d303-4f7b-8cec-57870b291e66 service nova] Lock "83b41147-3328-4251-8b8c-242a50534830-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.995514] env[68292]: DEBUG nova.compute.manager [req-d9fb750a-f60d-4d7b-94dd-6bd63b299468 req-8837e409-d303-4f7b-8cec-57870b291e66 service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] No waiting events found dispatching network-vif-plugged-b68c5bbf-7536-405c-ac5b-2c71cc401d73 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.995514] env[68292]: WARNING nova.compute.manager [req-d9fb750a-f60d-4d7b-94dd-6bd63b299468 req-8837e409-d303-4f7b-8cec-57870b291e66 service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Received unexpected event network-vif-plugged-b68c5bbf-7536-405c-ac5b-2c71cc401d73 for instance with vm_state building and task_state spawning. [ 810.061048] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500579} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.061702] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 47de732d-5723-4c39-bb80-cbc393cbb123/47de732d-5723-4c39-bb80-cbc393cbb123.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.061920] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.062406] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d007960c-16ac-4a6f-bb3a-ed597d0f4c6b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.069053] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63b22d6-2d2b-4131-9056-14b73d93c64d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.076385] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 810.076385] env[68292]: value = "task-3071871" [ 810.076385] env[68292]: _type = "Task" [ 810.076385] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.080103] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7a76c6-f196-4989-b9ef-80442591320a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.086195] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.116443] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e6cccc-5e75-48e8-9fa3-2a3964fb7059 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.123280] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87adf9d3-8d6b-48a1-863e-e88b436dd625 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.140025] env[68292]: DEBUG nova.compute.provider_tree [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.148823] env[68292]: DEBUG nova.network.neutron [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Successfully updated port: b68c5bbf-7536-405c-ac5b-2c71cc401d73 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.171688] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Releasing lock "refresh_cache-6dc99502-2329-4b20-828e-20591575c8ab" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.171688] env[68292]: DEBUG nova.compute.manager [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Instance network_info: |[{"id": "2b4e6b3b-fd9d-46bf-b589-91732f389890", "address": "fa:16:3e:f5:98:c1", "network": {"id": "a7c20d75-6a44-43dc-9ab0-3b613c48f6c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-435886075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5208c0db5dd14581a2da8c2c35993b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4e6b3b-fd", "ovs_interfaceid": "2b4e6b3b-fd9d-46bf-b589-91732f389890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.171688] env[68292]: DEBUG oslo_concurrency.lockutils [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] Acquired lock "refresh_cache-6dc99502-2329-4b20-828e-20591575c8ab" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.171688] env[68292]: DEBUG nova.network.neutron [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Refreshing network info cache for port 2b4e6b3b-fd9d-46bf-b589-91732f389890 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.172831] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:98:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b4e6b3b-fd9d-46bf-b589-91732f389890', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.181528] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Creating folder: Project (5208c0db5dd14581a2da8c2c35993b6d). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.182907] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bda017f-51e2-4642-a8dd-f846e52d75ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.198713] env[68292]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 810.198713] env[68292]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68292) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 810.198887] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Folder already exists: Project (5208c0db5dd14581a2da8c2c35993b6d). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 810.199131] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Creating folder: Instances. Parent ref: group-v615060. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.202016] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7ad62a4-bb66-47a7-9bd9-9cbaf5a1b797 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.214189] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Created folder: Instances in parent group-v615060. [ 810.214444] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.214899] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.214899] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed87b069-b422-4380-9e14-5e4a8081811b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.234041] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.234041] env[68292]: value = "task-3071874" [ 810.234041] env[68292]: _type = "Task" [ 810.234041] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.244526] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071874, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.402892] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dc815f8-d569-4fa8-8318-8451b649ace2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.417103] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea36657-f00f-4826-8ae0-3526eede9b3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.460572] env[68292]: DEBUG nova.compute.manager [req-956eb81d-ffb5-4356-8afb-3c8ff727de0d req-546fc43b-57dd-4e13-8698-bac384714bdc service nova] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Detach interface failed, port_id=59c38589-961a-453d-879a-941aa5c916cf, reason: Instance 8b337bf1-2ea4-455f-8027-9efac83ae6bf could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 810.587990] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069918} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.588306] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.589141] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7276518-6eff-4342-8f27-6a9e9352be8d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.620155] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 47de732d-5723-4c39-bb80-cbc393cbb123/47de732d-5723-4c39-bb80-cbc393cbb123.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.620155] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c24b43-b645-4a8c-ad0c-9e6e9fc76fa3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.643204] env[68292]: DEBUG nova.scheduler.client.report [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.648912] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 810.648912] env[68292]: value = "task-3071875" [ 810.648912] env[68292]: _type = "Task" [ 810.648912] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.654504] env[68292]: DEBUG oslo_concurrency.lockutils [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Acquiring lock "refresh_cache-83b41147-3328-4251-8b8c-242a50534830" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.654681] env[68292]: DEBUG oslo_concurrency.lockutils [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Acquired lock "refresh_cache-83b41147-3328-4251-8b8c-242a50534830" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.654798] env[68292]: DEBUG nova.network.neutron [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.667792] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071875, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.695399] env[68292]: DEBUG nova.network.neutron [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Successfully created port: dd15d683-f0a5-4e8f-82e1-72d19b018223 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.752555] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071874, 'name': CreateVM_Task, 'duration_secs': 0.332778} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.752726] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.754278] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'ce01b09e-9db5-48a7-b37b-ce8ce1633a60', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615075', 'volume_id': 'd30ebc03-0a45-4e07-b149-749a58a702b1', 'name': 'volume-d30ebc03-0a45-4e07-b149-749a58a702b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6dc99502-2329-4b20-828e-20591575c8ab', 'attached_at': '', 'detached_at': '', 'volume_id': 'd30ebc03-0a45-4e07-b149-749a58a702b1', 'serial': 'd30ebc03-0a45-4e07-b149-749a58a702b1'}, 'volume_type': None}], 'swap': None} {{(pid=68292) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 810.754560] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Root volume attach. Driver type: vmdk {{(pid=68292) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 810.755429] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e929b1-53a6-4a38-8d84-6ccb71b65740 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.771938] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6a978a-f695-4bc7-8550-2272c8315ae4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.779087] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00716116-3a2a-4874-94ba-fbdfebb6a0b4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.785581] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7eb14e9a-2d38-425a-9404-d9f681bb07dd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.794811] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Waiting for the task: (returnval){ [ 810.794811] env[68292]: value = "task-3071876" [ 810.794811] env[68292]: _type = "Task" [ 810.794811] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.804100] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3071876, 'name': RelocateVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.902876] env[68292]: DEBUG nova.compute.manager [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.948509] env[68292]: DEBUG nova.virt.hardware [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.948755] env[68292]: DEBUG nova.virt.hardware [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.948967] env[68292]: DEBUG nova.virt.hardware [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.949576] env[68292]: DEBUG nova.virt.hardware [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.949576] env[68292]: DEBUG nova.virt.hardware [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.949576] env[68292]: DEBUG nova.virt.hardware [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.949721] env[68292]: DEBUG nova.virt.hardware [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.949758] env[68292]: DEBUG nova.virt.hardware [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.950566] env[68292]: DEBUG nova.virt.hardware [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.950566] env[68292]: DEBUG nova.virt.hardware [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.950566] env[68292]: DEBUG nova.virt.hardware [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.951102] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02aefe6b-1bea-4f71-aca9-37db29415dd3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.966972] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f66cc41-f2a3-4a53-a9e6-03a04fe1dfb3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.094746] env[68292]: DEBUG nova.network.neutron [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Updated VIF entry in instance network info cache for port 2b4e6b3b-fd9d-46bf-b589-91732f389890. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.095136] env[68292]: DEBUG nova.network.neutron [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Updating instance_info_cache with network_info: [{"id": "2b4e6b3b-fd9d-46bf-b589-91732f389890", "address": "fa:16:3e:f5:98:c1", "network": {"id": "a7c20d75-6a44-43dc-9ab0-3b613c48f6c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-435886075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5208c0db5dd14581a2da8c2c35993b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4e6b3b-fd", "ovs_interfaceid": "2b4e6b3b-fd9d-46bf-b589-91732f389890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.151042] env[68292]: DEBUG oslo_concurrency.lockutils [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.155675] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.589s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.155881] env[68292]: DEBUG nova.objects.instance [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 811.175576] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.187745] env[68292]: INFO nova.scheduler.client.report [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Deleted allocations for instance 1602c168-e4e2-46ef-80d9-adfee191fde7 [ 811.229930] env[68292]: DEBUG nova.network.neutron [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.307628] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3071876, 'name': RelocateVM_Task} progress is 20%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.455699] env[68292]: DEBUG nova.network.neutron [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Updating instance_info_cache with network_info: [{"id": "b68c5bbf-7536-405c-ac5b-2c71cc401d73", "address": "fa:16:3e:a1:a2:30", "network": {"id": "e9ab2ed5-aa6c-4d3e-80b4-9857f25560f1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-195059375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1953a8dd1f3d40d3a04606c34dad099f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68c5bbf-75", "ovs_interfaceid": "b68c5bbf-7536-405c-ac5b-2c71cc401d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.606405] env[68292]: DEBUG oslo_concurrency.lockutils [req-f4e9262c-aa31-4524-8309-8f7ca01c344e req-6f7731b2-6c80-40de-8493-42462b9e1663 service nova] Releasing lock "refresh_cache-6dc99502-2329-4b20-828e-20591575c8ab" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.664907] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071875, 'name': ReconfigVM_Task, 'duration_secs': 0.793755} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.664907] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 47de732d-5723-4c39-bb80-cbc393cbb123/47de732d-5723-4c39-bb80-cbc393cbb123.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.664907] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d86b1635-95f2-470a-9b7a-b51052204e83 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.678850] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 811.678850] env[68292]: value = "task-3071877" [ 811.678850] env[68292]: _type = "Task" [ 811.678850] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.689072] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071877, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.702520] env[68292]: DEBUG oslo_concurrency.lockutils [None req-20d288c3-ed04-48c6-b8c2-14e78e22fa4c tempest-ServerTagsTestJSON-903288312 tempest-ServerTagsTestJSON-903288312-project-member] Lock "1602c168-e4e2-46ef-80d9-adfee191fde7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.856s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.710334] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "afb6920d-1c34-440d-a0df-33e48701dade" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.710700] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "afb6920d-1c34-440d-a0df-33e48701dade" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.710948] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "afb6920d-1c34-440d-a0df-33e48701dade-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.711656] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "afb6920d-1c34-440d-a0df-33e48701dade-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.711760] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "afb6920d-1c34-440d-a0df-33e48701dade-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.716276] env[68292]: INFO nova.compute.manager [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Terminating instance [ 811.818285] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3071876, 'name': RelocateVM_Task, 'duration_secs': 0.877608} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.818587] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 811.818789] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615075', 'volume_id': 'd30ebc03-0a45-4e07-b149-749a58a702b1', 'name': 'volume-d30ebc03-0a45-4e07-b149-749a58a702b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6dc99502-2329-4b20-828e-20591575c8ab', 'attached_at': '', 'detached_at': '', 'volume_id': 'd30ebc03-0a45-4e07-b149-749a58a702b1', 'serial': 'd30ebc03-0a45-4e07-b149-749a58a702b1'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 811.820014] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ba717-4c10-4824-baa3-075b19e6038e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.840254] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0be320-0821-4efe-a523-1352d7360604 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.863729] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] volume-d30ebc03-0a45-4e07-b149-749a58a702b1/volume-d30ebc03-0a45-4e07-b149-749a58a702b1.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.863729] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d08b5457-20f0-4e26-a30b-d7b3737353e8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.884258] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Waiting for the task: (returnval){ [ 811.884258] env[68292]: value = "task-3071878" [ 811.884258] env[68292]: _type = "Task" [ 811.884258] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.893363] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3071878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.959267] env[68292]: DEBUG oslo_concurrency.lockutils [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Releasing lock "refresh_cache-83b41147-3328-4251-8b8c-242a50534830" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.959652] env[68292]: DEBUG nova.compute.manager [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Instance network_info: |[{"id": "b68c5bbf-7536-405c-ac5b-2c71cc401d73", "address": "fa:16:3e:a1:a2:30", "network": {"id": "e9ab2ed5-aa6c-4d3e-80b4-9857f25560f1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-195059375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1953a8dd1f3d40d3a04606c34dad099f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68c5bbf-75", "ovs_interfaceid": "b68c5bbf-7536-405c-ac5b-2c71cc401d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.960132] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:a2:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b68c5bbf-7536-405c-ac5b-2c71cc401d73', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.972125] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Creating folder: Project (1953a8dd1f3d40d3a04606c34dad099f). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.972125] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d46284e9-620b-4b17-bab3-780b1d726449 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.986318] env[68292]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 811.986318] env[68292]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68292) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 811.986318] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Folder already exists: Project (1953a8dd1f3d40d3a04606c34dad099f). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 811.986318] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Creating folder: Instances. Parent ref: group-v615059. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.986318] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f7049c9-82ed-41bf-ac3c-38851563d6a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.997206] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Created folder: Instances in parent group-v615059. [ 811.997206] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.997425] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83b41147-3328-4251-8b8c-242a50534830] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.998447] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f558e0fb-5a42-49ac-ae50-f993c8572212 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.022549] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.022549] env[68292]: value = "task-3071881" [ 812.022549] env[68292]: _type = "Task" [ 812.022549] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.031826] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071881, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.172374] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4198348e-5a7d-453e-bc45-017709423245 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.173519] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.901s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.179724] env[68292]: INFO nova.compute.claims [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.193945] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071877, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.224556] env[68292]: DEBUG nova.compute.manager [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.224846] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.225976] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514eb96c-0444-4ebf-8f46-9adead2535c2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.235454] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.236309] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3ba13ba-1d51-49e8-a404-9cf0b98959dd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.243523] env[68292]: DEBUG oslo_vmware.api [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 812.243523] env[68292]: value = "task-3071882" [ 812.243523] env[68292]: _type = "Task" [ 812.243523] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.254108] env[68292]: DEBUG oslo_vmware.api [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.303816] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Acquiring lock "f8bbaccc-7066-43d8-939f-e3a1a22ac8c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.304435] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Lock "f8bbaccc-7066-43d8-939f-e3a1a22ac8c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.315499] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Acquiring lock "24a921b4-3ba8-47b9-b0fc-27f22e8dd87f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.315499] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Lock "24a921b4-3ba8-47b9-b0fc-27f22e8dd87f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.398329] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3071878, 'name': ReconfigVM_Task, 'duration_secs': 0.277911} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.398329] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Reconfigured VM instance instance-0000002f to attach disk [datastore2] volume-d30ebc03-0a45-4e07-b149-749a58a702b1/volume-d30ebc03-0a45-4e07-b149-749a58a702b1.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.405619] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb17239-361f-48fe-9624-3f3aad88543a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.421163] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Waiting for the task: (returnval){ [ 812.421163] env[68292]: value = "task-3071883" [ 812.421163] env[68292]: _type = "Task" [ 812.421163] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.432626] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3071883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.534806] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071881, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.655667] env[68292]: DEBUG nova.network.neutron [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Successfully updated port: dd15d683-f0a5-4e8f-82e1-72d19b018223 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.694854] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071877, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.755685] env[68292]: DEBUG oslo_vmware.api [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.773555] env[68292]: DEBUG nova.compute.manager [req-1647c92f-94ae-4a63-bbd3-4410eb1e1948 req-908af49b-da26-4411-8f5a-86936b1e55b6 service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Received event network-changed-b68c5bbf-7536-405c-ac5b-2c71cc401d73 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.773801] env[68292]: DEBUG nova.compute.manager [req-1647c92f-94ae-4a63-bbd3-4410eb1e1948 req-908af49b-da26-4411-8f5a-86936b1e55b6 service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Refreshing instance network info cache due to event network-changed-b68c5bbf-7536-405c-ac5b-2c71cc401d73. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.773976] env[68292]: DEBUG oslo_concurrency.lockutils [req-1647c92f-94ae-4a63-bbd3-4410eb1e1948 req-908af49b-da26-4411-8f5a-86936b1e55b6 service nova] Acquiring lock "refresh_cache-83b41147-3328-4251-8b8c-242a50534830" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.774562] env[68292]: DEBUG oslo_concurrency.lockutils [req-1647c92f-94ae-4a63-bbd3-4410eb1e1948 req-908af49b-da26-4411-8f5a-86936b1e55b6 service nova] Acquired lock "refresh_cache-83b41147-3328-4251-8b8c-242a50534830" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.776293] env[68292]: DEBUG nova.network.neutron [req-1647c92f-94ae-4a63-bbd3-4410eb1e1948 req-908af49b-da26-4411-8f5a-86936b1e55b6 service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Refreshing network info cache for port b68c5bbf-7536-405c-ac5b-2c71cc401d73 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.813533] env[68292]: DEBUG nova.compute.manager [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.820735] env[68292]: DEBUG nova.compute.manager [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.932934] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3071883, 'name': ReconfigVM_Task, 'duration_secs': 0.130551} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.936736] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615075', 'volume_id': 'd30ebc03-0a45-4e07-b149-749a58a702b1', 'name': 'volume-d30ebc03-0a45-4e07-b149-749a58a702b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6dc99502-2329-4b20-828e-20591575c8ab', 'attached_at': '', 'detached_at': '', 'volume_id': 'd30ebc03-0a45-4e07-b149-749a58a702b1', 'serial': 'd30ebc03-0a45-4e07-b149-749a58a702b1'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 812.936736] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31145e34-6910-4a55-b7fa-e269258c1276 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.941765] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Waiting for the task: (returnval){ [ 812.941765] env[68292]: value = "task-3071884" [ 812.941765] env[68292]: _type = "Task" [ 812.941765] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.952785] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3071884, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.972863] env[68292]: DEBUG nova.compute.manager [req-d1b820c6-4543-4766-b045-d64e8041b582 req-b6af01a9-7b69-4a67-84b0-01f4dacb92a7 service nova] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Received event network-vif-plugged-dd15d683-f0a5-4e8f-82e1-72d19b018223 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.973214] env[68292]: DEBUG oslo_concurrency.lockutils [req-d1b820c6-4543-4766-b045-d64e8041b582 req-b6af01a9-7b69-4a67-84b0-01f4dacb92a7 service nova] Acquiring lock "28add4e9-37aa-40bf-8aca-78214365ee1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.973753] env[68292]: DEBUG oslo_concurrency.lockutils [req-d1b820c6-4543-4766-b045-d64e8041b582 req-b6af01a9-7b69-4a67-84b0-01f4dacb92a7 service nova] Lock "28add4e9-37aa-40bf-8aca-78214365ee1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.973977] env[68292]: DEBUG oslo_concurrency.lockutils [req-d1b820c6-4543-4766-b045-d64e8041b582 req-b6af01a9-7b69-4a67-84b0-01f4dacb92a7 service nova] Lock "28add4e9-37aa-40bf-8aca-78214365ee1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.974200] env[68292]: DEBUG nova.compute.manager [req-d1b820c6-4543-4766-b045-d64e8041b582 req-b6af01a9-7b69-4a67-84b0-01f4dacb92a7 service nova] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] No waiting events found dispatching network-vif-plugged-dd15d683-f0a5-4e8f-82e1-72d19b018223 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.974430] env[68292]: WARNING nova.compute.manager [req-d1b820c6-4543-4766-b045-d64e8041b582 req-b6af01a9-7b69-4a67-84b0-01f4dacb92a7 service nova] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Received unexpected event network-vif-plugged-dd15d683-f0a5-4e8f-82e1-72d19b018223 for instance with vm_state building and task_state spawning. [ 813.036596] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071881, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.159250] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "refresh_cache-28add4e9-37aa-40bf-8aca-78214365ee1b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.159470] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquired lock "refresh_cache-28add4e9-37aa-40bf-8aca-78214365ee1b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.159775] env[68292]: DEBUG nova.network.neutron [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.174239] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.174542] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.204231] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071877, 'name': Rename_Task, 'duration_secs': 1.210694} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.208141] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.212094] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea4ed647-d2df-403a-ba7c-2ed5411c0b14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.222619] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 813.222619] env[68292]: value = "task-3071885" [ 813.222619] env[68292]: _type = "Task" [ 813.222619] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.235015] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.261714] env[68292]: DEBUG oslo_vmware.api [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071882, 'name': PowerOffVM_Task, 'duration_secs': 0.821511} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.263111] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.263111] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.263111] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64cb4958-6809-4d93-800d-49025837228b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.331533] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.331739] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.331926] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleting the datastore file [datastore2] afb6920d-1c34-440d-a0df-33e48701dade {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.337320] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24c9224a-8e8c-41b2-899a-f2ae2fcea78d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.346705] env[68292]: DEBUG oslo_vmware.api [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 813.346705] env[68292]: value = "task-3071887" [ 813.346705] env[68292]: _type = "Task" [ 813.346705] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.355285] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.362018] env[68292]: DEBUG oslo_vmware.api [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.362018] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.457910] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3071884, 'name': Rename_Task, 'duration_secs': 0.134336} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.461043] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.465165] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f2d57d-3933-4be1-8aa4-9738888dcc34 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.473194] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Waiting for the task: (returnval){ [ 813.473194] env[68292]: value = "task-3071888" [ 813.473194] env[68292]: _type = "Task" [ 813.473194] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.488388] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3071888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.535217] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071881, 'name': CreateVM_Task, 'duration_secs': 1.142856} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.535432] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83b41147-3328-4251-8b8c-242a50534830] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.536174] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'c7a2adba-cb65-4aab-8301-8c5849ec8ad5', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615074', 'volume_id': '1753aec1-e5d8-4d28-9027-0885bf59bbee', 'name': 'volume-1753aec1-e5d8-4d28-9027-0885bf59bbee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83b41147-3328-4251-8b8c-242a50534830', 'attached_at': '', 'detached_at': '', 'volume_id': '1753aec1-e5d8-4d28-9027-0885bf59bbee', 'serial': '1753aec1-e5d8-4d28-9027-0885bf59bbee'}, 'volume_type': None}], 'swap': None} {{(pid=68292) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 813.536472] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Root volume attach. Driver type: vmdk {{(pid=68292) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 813.537349] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5488d8ee-c302-407f-af26-6396a4ede7bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.549566] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7914eee-c149-4e0e-a8d3-639ad7a7435f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.558927] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c7a583-626c-4b57-b740-4fb4cf58fdfe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.566995] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-eea1e0d9-8a6e-4310-8f9f-f464aae861bb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.574301] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Waiting for the task: (returnval){ [ 813.574301] env[68292]: value = "task-3071889" [ 813.574301] env[68292]: _type = "Task" [ 813.574301] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.590575] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071889, 'name': RelocateVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.729884] env[68292]: DEBUG nova.network.neutron [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.744010] env[68292]: DEBUG oslo_vmware.api [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071885, 'name': PowerOnVM_Task, 'duration_secs': 0.474076} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.744323] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.744524] env[68292]: INFO nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Took 12.41 seconds to spawn the instance on the hypervisor. [ 813.744699] env[68292]: DEBUG nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.745548] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2077bde0-5188-4e43-b56d-f1abef7eac8b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.867248] env[68292]: DEBUG oslo_vmware.api [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145731} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.871161] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.871542] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.871629] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.871804] env[68292]: INFO nova.compute.manager [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Took 1.65 seconds to destroy the instance on the hypervisor. [ 813.872019] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.872260] env[68292]: DEBUG nova.compute.manager [-] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.872367] env[68292]: DEBUG nova.network.neutron [-] [instance: afb6920d-1c34-440d-a0df-33e48701dade] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.990763] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3071888, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.999154] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd1c9c1-920a-44e4-ac35-fa7c25721321 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.006069] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ab55a4-cb26-4c8e-95a9-a0d210bd8aa5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.014888] env[68292]: DEBUG nova.network.neutron [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Updating instance_info_cache with network_info: [{"id": "dd15d683-f0a5-4e8f-82e1-72d19b018223", "address": "fa:16:3e:06:4b:3e", "network": {"id": "85fd49bb-8713-44a0-ad26-ce75f3f5f837", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1306560034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4dbc2940b7d4da19dfec0fd71f0bfc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15d683-f0", "ovs_interfaceid": "dd15d683-f0a5-4e8f-82e1-72d19b018223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.042659] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Releasing lock "refresh_cache-28add4e9-37aa-40bf-8aca-78214365ee1b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.042978] env[68292]: DEBUG nova.compute.manager [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Instance network_info: |[{"id": "dd15d683-f0a5-4e8f-82e1-72d19b018223", "address": "fa:16:3e:06:4b:3e", "network": {"id": "85fd49bb-8713-44a0-ad26-ce75f3f5f837", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1306560034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4dbc2940b7d4da19dfec0fd71f0bfc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15d683-f0", "ovs_interfaceid": "dd15d683-f0a5-4e8f-82e1-72d19b018223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.043813] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807429f6-623e-4374-91c1-5bfb75061d71 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.046904] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:4b:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd15d683-f0a5-4e8f-82e1-72d19b018223', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.055868] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Creating folder: Project (e4dbc2940b7d4da19dfec0fd71f0bfc0). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.056720] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7480a5b8-f6df-47b6-93ca-50454c1de8ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.064593] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00521683-9e5b-4ead-a630-643c296b78aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.070431] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Created folder: Project (e4dbc2940b7d4da19dfec0fd71f0bfc0) in parent group-v614981. [ 814.070633] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Creating folder: Instances. Parent ref: group-v615116. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.071252] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-185568c8-5164-4ded-aec6-9f96bd91f190 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.082070] env[68292]: DEBUG nova.compute.provider_tree [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.094135] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071889, 'name': RelocateVM_Task} progress is 20%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.098085] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Created folder: Instances in parent group-v615116. [ 814.098085] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.098085] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.098085] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79244dee-f67d-44c6-8d01-9bf5e8689eae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.121556] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.121556] env[68292]: value = "task-3071892" [ 814.121556] env[68292]: _type = "Task" [ 814.121556] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.135694] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071892, 'name': CreateVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.156610] env[68292]: DEBUG nova.network.neutron [req-1647c92f-94ae-4a63-bbd3-4410eb1e1948 req-908af49b-da26-4411-8f5a-86936b1e55b6 service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Updated VIF entry in instance network info cache for port b68c5bbf-7536-405c-ac5b-2c71cc401d73. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.157193] env[68292]: DEBUG nova.network.neutron [req-1647c92f-94ae-4a63-bbd3-4410eb1e1948 req-908af49b-da26-4411-8f5a-86936b1e55b6 service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Updating instance_info_cache with network_info: [{"id": "b68c5bbf-7536-405c-ac5b-2c71cc401d73", "address": "fa:16:3e:a1:a2:30", "network": {"id": "e9ab2ed5-aa6c-4d3e-80b4-9857f25560f1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-195059375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1953a8dd1f3d40d3a04606c34dad099f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68c5bbf-75", "ovs_interfaceid": "b68c5bbf-7536-405c-ac5b-2c71cc401d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.269180] env[68292]: INFO nova.compute.manager [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Took 51.58 seconds to build instance. [ 814.433960] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "b324ef32-f584-4281-a50d-7aaf546a96ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.434215] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "b324ef32-f584-4281-a50d-7aaf546a96ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.488211] env[68292]: DEBUG oslo_vmware.api [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3071888, 'name': PowerOnVM_Task, 'duration_secs': 0.523933} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.488211] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.488211] env[68292]: INFO nova.compute.manager [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Took 8.62 seconds to spawn the instance on the hypervisor. [ 814.488211] env[68292]: DEBUG nova.compute.manager [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.488211] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a8ce41-19b6-4530-9ec4-4021f5045a8d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.586300] env[68292]: DEBUG nova.scheduler.client.report [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.608047] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071889, 'name': RelocateVM_Task, 'duration_secs': 0.537261} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.608350] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 814.608544] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615074', 'volume_id': '1753aec1-e5d8-4d28-9027-0885bf59bbee', 'name': 'volume-1753aec1-e5d8-4d28-9027-0885bf59bbee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83b41147-3328-4251-8b8c-242a50534830', 'attached_at': '', 'detached_at': '', 'volume_id': '1753aec1-e5d8-4d28-9027-0885bf59bbee', 'serial': '1753aec1-e5d8-4d28-9027-0885bf59bbee'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 814.609376] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83df211-ee2a-4492-819f-3a7358638c50 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.641377] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d83f301-44bc-4b7b-93ae-e1dc6864b8d4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.649689] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071892, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.660777] env[68292]: DEBUG oslo_concurrency.lockutils [req-1647c92f-94ae-4a63-bbd3-4410eb1e1948 req-908af49b-da26-4411-8f5a-86936b1e55b6 service nova] Releasing lock "refresh_cache-83b41147-3328-4251-8b8c-242a50534830" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.670550] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] volume-1753aec1-e5d8-4d28-9027-0885bf59bbee/volume-1753aec1-e5d8-4d28-9027-0885bf59bbee.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.671193] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6d32690-7c5b-4197-8b4a-f130dcf57339 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.691381] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Waiting for the task: (returnval){ [ 814.691381] env[68292]: value = "task-3071893" [ 814.691381] env[68292]: _type = "Task" [ 814.691381] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.702110] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.769025] env[68292]: DEBUG oslo_concurrency.lockutils [None req-db64a5a9-f99b-47ad-8342-8ea1d81e2342 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "47de732d-5723-4c39-bb80-cbc393cbb123" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.945s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.011021] env[68292]: INFO nova.compute.manager [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Took 50.92 seconds to build instance. [ 815.066989] env[68292]: DEBUG nova.network.neutron [-] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.098295] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.925s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.098803] env[68292]: DEBUG nova.compute.manager [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.101943] env[68292]: DEBUG oslo_concurrency.lockutils [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.788s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.102858] env[68292]: DEBUG nova.objects.instance [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lazy-loading 'resources' on Instance uuid ea193bed-f2ab-46db-9db5-3c0ca3c18b3b {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.150329] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071892, 'name': CreateVM_Task, 'duration_secs': 0.550774} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.150329] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.150480] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.150595] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.150841] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.151281] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9385dc73-95fb-4d6b-bfa0-8e6ef097a43e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.155942] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 815.155942] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52bc486d-1ab7-e63c-4180-d6e623cb861e" [ 815.155942] env[68292]: _type = "Task" [ 815.155942] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.164448] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bc486d-1ab7-e63c-4180-d6e623cb861e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.207031] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.278019] env[68292]: DEBUG nova.compute.manager [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.281151] env[68292]: DEBUG nova.compute.manager [req-dc502e51-1070-4739-9a13-1131a01a665d req-a1bd1a85-9e84-4f49-99d6-3e7d9c8ac153 service nova] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Received event network-changed-dd15d683-f0a5-4e8f-82e1-72d19b018223 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.281499] env[68292]: DEBUG nova.compute.manager [req-dc502e51-1070-4739-9a13-1131a01a665d req-a1bd1a85-9e84-4f49-99d6-3e7d9c8ac153 service nova] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Refreshing instance network info cache due to event network-changed-dd15d683-f0a5-4e8f-82e1-72d19b018223. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.283018] env[68292]: DEBUG oslo_concurrency.lockutils [req-dc502e51-1070-4739-9a13-1131a01a665d req-a1bd1a85-9e84-4f49-99d6-3e7d9c8ac153 service nova] Acquiring lock "refresh_cache-28add4e9-37aa-40bf-8aca-78214365ee1b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.283018] env[68292]: DEBUG oslo_concurrency.lockutils [req-dc502e51-1070-4739-9a13-1131a01a665d req-a1bd1a85-9e84-4f49-99d6-3e7d9c8ac153 service nova] Acquired lock "refresh_cache-28add4e9-37aa-40bf-8aca-78214365ee1b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.283018] env[68292]: DEBUG nova.network.neutron [req-dc502e51-1070-4739-9a13-1131a01a665d req-a1bd1a85-9e84-4f49-99d6-3e7d9c8ac153 service nova] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Refreshing network info cache for port dd15d683-f0a5-4e8f-82e1-72d19b018223 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.511720] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8b5949e3-b377-4912-8a8a-61cf2d3c39e5 tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Lock "6dc99502-2329-4b20-828e-20591575c8ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.664s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.569517] env[68292]: INFO nova.compute.manager [-] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Took 1.70 seconds to deallocate network for instance. [ 815.609569] env[68292]: DEBUG nova.compute.utils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.619321] env[68292]: DEBUG nova.compute.manager [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.619321] env[68292]: DEBUG nova.network.neutron [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.672052] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bc486d-1ab7-e63c-4180-d6e623cb861e, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.672392] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.674542] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.674542] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.674542] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.674542] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.677693] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-317c1498-4454-4383-b089-ab602ae10e79 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.687104] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.687209] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.688496] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6864a920-e921-414e-808b-163ad2834ede {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.699080] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 815.699080] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5281734e-9a66-5992-918b-1c86e3a47eeb" [ 815.699080] env[68292]: _type = "Task" [ 815.699080] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.722696] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.722989] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5281734e-9a66-5992-918b-1c86e3a47eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.020156} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.727708] env[68292]: DEBUG nova.policy [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bcec85b201b4a1da8f3e3bde946528b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d00b1bf23444593a92380c6da3d7403', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.728823] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680c2ca8-5ce7-4b72-a9a7-a64be7761842 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.734100] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 815.734100] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5229599a-c936-9c94-a623-42576cf1a7b5" [ 815.734100] env[68292]: _type = "Task" [ 815.734100] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.741904] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5229599a-c936-9c94-a623-42576cf1a7b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.812643] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.818779] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.819031] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.881573] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "091c02fd-3fef-4b06-b81b-d3d3397c51a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.881683] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "091c02fd-3fef-4b06-b81b-d3d3397c51a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.881884] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "091c02fd-3fef-4b06-b81b-d3d3397c51a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.882085] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "091c02fd-3fef-4b06-b81b-d3d3397c51a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.882265] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "091c02fd-3fef-4b06-b81b-d3d3397c51a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.884324] env[68292]: INFO nova.compute.manager [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Terminating instance [ 816.013908] env[68292]: DEBUG nova.compute.manager [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.081377] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.117953] env[68292]: DEBUG nova.compute.manager [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.212046] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.256095] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5229599a-c936-9c94-a623-42576cf1a7b5, 'name': SearchDatastore_Task, 'duration_secs': 0.017925} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.256551] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.256635] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 28add4e9-37aa-40bf-8aca-78214365ee1b/28add4e9-37aa-40bf-8aca-78214365ee1b.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.258595] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49aef428-7f98-49dd-bf85-593c2911e2f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.265268] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 816.265268] env[68292]: value = "task-3071894" [ 816.265268] env[68292]: _type = "Task" [ 816.265268] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.273525] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.276418] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe82972c-b822-438d-8646-ac847d3c1333 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.283566] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452e447d-c9a2-4d54-9bd7-60d15114dd70 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.320126] env[68292]: DEBUG nova.network.neutron [req-dc502e51-1070-4739-9a13-1131a01a665d req-a1bd1a85-9e84-4f49-99d6-3e7d9c8ac153 service nova] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Updated VIF entry in instance network info cache for port dd15d683-f0a5-4e8f-82e1-72d19b018223. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.320527] env[68292]: DEBUG nova.network.neutron [req-dc502e51-1070-4739-9a13-1131a01a665d req-a1bd1a85-9e84-4f49-99d6-3e7d9c8ac153 service nova] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Updating instance_info_cache with network_info: [{"id": "dd15d683-f0a5-4e8f-82e1-72d19b018223", "address": "fa:16:3e:06:4b:3e", "network": {"id": "85fd49bb-8713-44a0-ad26-ce75f3f5f837", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1306560034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4dbc2940b7d4da19dfec0fd71f0bfc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15d683-f0", "ovs_interfaceid": "dd15d683-f0a5-4e8f-82e1-72d19b018223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.322244] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9c2514-e75e-4a41-b81a-b460505bc5f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.330266] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1446da34-ac35-4df7-ab14-7542e61e25e3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.351028] env[68292]: DEBUG nova.compute.provider_tree [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.391372] env[68292]: DEBUG nova.compute.manager [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.391621] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.392522] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95a88ce-4e69-4e29-892e-5fd74ca31232 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.401535] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.401812] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0389b965-f210-4897-a336-a3ee57e740c0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.408131] env[68292]: DEBUG oslo_vmware.api [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 816.408131] env[68292]: value = "task-3071895" [ 816.408131] env[68292]: _type = "Task" [ 816.408131] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.419509] env[68292]: DEBUG oslo_vmware.api [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.420042] env[68292]: DEBUG nova.network.neutron [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Successfully created port: 13c7b9f1-c687-4699-bb47-7a6ad0073c8b {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.545308] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.719080] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071893, 'name': ReconfigVM_Task, 'duration_secs': 1.552016} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.719641] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Reconfigured VM instance instance-00000030 to attach disk [datastore2] volume-1753aec1-e5d8-4d28-9027-0885bf59bbee/volume-1753aec1-e5d8-4d28-9027-0885bf59bbee.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.726051] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc1fb336-ad3b-463e-81fc-75b4f9805771 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.747163] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Waiting for the task: (returnval){ [ 816.747163] env[68292]: value = "task-3071896" [ 816.747163] env[68292]: _type = "Task" [ 816.747163] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.760337] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.777795] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071894, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.823896] env[68292]: DEBUG nova.network.neutron [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Successfully created port: bc5f1a87-40dc-4e22-b0a0-c4151a7a4985 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.826506] env[68292]: DEBUG oslo_concurrency.lockutils [req-dc502e51-1070-4739-9a13-1131a01a665d req-a1bd1a85-9e84-4f49-99d6-3e7d9c8ac153 service nova] Releasing lock "refresh_cache-28add4e9-37aa-40bf-8aca-78214365ee1b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.826773] env[68292]: DEBUG nova.compute.manager [req-dc502e51-1070-4739-9a13-1131a01a665d req-a1bd1a85-9e84-4f49-99d6-3e7d9c8ac153 service nova] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Received event network-vif-deleted-fc47807b-0564-4aa1-9e0f-ecb0c0b72f86 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.852009] env[68292]: DEBUG nova.scheduler.client.report [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.920227] env[68292]: DEBUG oslo_vmware.api [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071895, 'name': PowerOffVM_Task, 'duration_secs': 0.212721} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.920542] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.920716] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.920980] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fd9891f-1696-4f9c-b104-7b85559950e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.007899] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.008275] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.008559] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Deleting the datastore file [datastore2] 091c02fd-3fef-4b06-b81b-d3d3397c51a1 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.008928] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82d7edb5-14bf-42a8-97bb-1e7a464f11ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.018019] env[68292]: DEBUG oslo_vmware.api [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 817.018019] env[68292]: value = "task-3071898" [ 817.018019] env[68292]: _type = "Task" [ 817.018019] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.028421] env[68292]: DEBUG oslo_vmware.api [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.128328] env[68292]: DEBUG nova.compute.manager [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.164223] env[68292]: DEBUG nova.virt.hardware [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.164545] env[68292]: DEBUG nova.virt.hardware [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.164637] env[68292]: DEBUG nova.virt.hardware [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.164815] env[68292]: DEBUG nova.virt.hardware [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.164962] env[68292]: DEBUG nova.virt.hardware [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.165124] env[68292]: DEBUG nova.virt.hardware [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.165425] env[68292]: DEBUG nova.virt.hardware [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.165561] env[68292]: DEBUG nova.virt.hardware [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.165730] env[68292]: DEBUG nova.virt.hardware [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.165891] env[68292]: DEBUG nova.virt.hardware [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.166079] env[68292]: DEBUG nova.virt.hardware [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.166974] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de41cfbb-e289-48ab-82ea-5ce266c260ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.178819] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd379364-5fa6-481e-996d-980ccf66b5ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.256635] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071896, 'name': ReconfigVM_Task, 'duration_secs': 0.220633} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.256900] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615074', 'volume_id': '1753aec1-e5d8-4d28-9027-0885bf59bbee', 'name': 'volume-1753aec1-e5d8-4d28-9027-0885bf59bbee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83b41147-3328-4251-8b8c-242a50534830', 'attached_at': '', 'detached_at': '', 'volume_id': '1753aec1-e5d8-4d28-9027-0885bf59bbee', 'serial': '1753aec1-e5d8-4d28-9027-0885bf59bbee'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 817.257438] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94c03068-622f-487f-ae84-eae2209c347b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.263808] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Waiting for the task: (returnval){ [ 817.263808] env[68292]: value = "task-3071899" [ 817.263808] env[68292]: _type = "Task" [ 817.263808] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.273996] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071899, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.277018] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558649} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.277251] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 28add4e9-37aa-40bf-8aca-78214365ee1b/28add4e9-37aa-40bf-8aca-78214365ee1b.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.277461] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.277710] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f161e72-8704-4603-81aa-01688d5c7820 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.283314] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 817.283314] env[68292]: value = "task-3071900" [ 817.283314] env[68292]: _type = "Task" [ 817.283314] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.292032] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.313499] env[68292]: DEBUG nova.compute.manager [req-2b1410b7-53d0-42cb-89f1-7cbcfdc17515 req-e41da4ee-ef8a-4610-b45b-b3646f93f38d service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Received event network-changed-2b4e6b3b-fd9d-46bf-b589-91732f389890 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.314019] env[68292]: DEBUG nova.compute.manager [req-2b1410b7-53d0-42cb-89f1-7cbcfdc17515 req-e41da4ee-ef8a-4610-b45b-b3646f93f38d service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Refreshing instance network info cache due to event network-changed-2b4e6b3b-fd9d-46bf-b589-91732f389890. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.314019] env[68292]: DEBUG oslo_concurrency.lockutils [req-2b1410b7-53d0-42cb-89f1-7cbcfdc17515 req-e41da4ee-ef8a-4610-b45b-b3646f93f38d service nova] Acquiring lock "refresh_cache-6dc99502-2329-4b20-828e-20591575c8ab" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.314019] env[68292]: DEBUG oslo_concurrency.lockutils [req-2b1410b7-53d0-42cb-89f1-7cbcfdc17515 req-e41da4ee-ef8a-4610-b45b-b3646f93f38d service nova] Acquired lock "refresh_cache-6dc99502-2329-4b20-828e-20591575c8ab" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.314194] env[68292]: DEBUG nova.network.neutron [req-2b1410b7-53d0-42cb-89f1-7cbcfdc17515 req-e41da4ee-ef8a-4610-b45b-b3646f93f38d service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Refreshing network info cache for port 2b4e6b3b-fd9d-46bf-b589-91732f389890 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.358275] env[68292]: DEBUG oslo_concurrency.lockutils [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.361291] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.922s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.361659] env[68292]: DEBUG nova.objects.instance [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lazy-loading 'resources' on Instance uuid 066e61d9-8593-438c-87f0-871332f73ffd {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.383546] env[68292]: INFO nova.scheduler.client.report [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted allocations for instance ea193bed-f2ab-46db-9db5-3c0ca3c18b3b [ 817.527757] env[68292]: DEBUG oslo_vmware.api [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.774301] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071899, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.793338] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075193} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.793613] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.794390] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb2e0fc-52f3-4344-8de7-ecdd7656bd88 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.817074] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 28add4e9-37aa-40bf-8aca-78214365ee1b/28add4e9-37aa-40bf-8aca-78214365ee1b.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.819692] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc690f47-4b4a-424c-9159-ad63ae2f3b66 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.840797] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 817.840797] env[68292]: value = "task-3071901" [ 817.840797] env[68292]: _type = "Task" [ 817.840797] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.849985] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.891572] env[68292]: DEBUG oslo_concurrency.lockutils [None req-958047a7-08a8-48b5-bc80-e85c6881cd50 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "ea193bed-f2ab-46db-9db5-3c0ca3c18b3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.534s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.028211] env[68292]: DEBUG oslo_vmware.api [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3071898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60637} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.030929] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.031091] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.031277] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.031455] env[68292]: INFO nova.compute.manager [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Took 1.64 seconds to destroy the instance on the hypervisor. [ 818.031699] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.032143] env[68292]: DEBUG nova.compute.manager [-] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.032244] env[68292]: DEBUG nova.network.neutron [-] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.281854] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071899, 'name': Rename_Task, 'duration_secs': 0.936511} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.282530] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.282530] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70ba0476-7d5e-45a2-ae8c-51abc6d533f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.289483] env[68292]: DEBUG nova.network.neutron [req-2b1410b7-53d0-42cb-89f1-7cbcfdc17515 req-e41da4ee-ef8a-4610-b45b-b3646f93f38d service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Updated VIF entry in instance network info cache for port 2b4e6b3b-fd9d-46bf-b589-91732f389890. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.289857] env[68292]: DEBUG nova.network.neutron [req-2b1410b7-53d0-42cb-89f1-7cbcfdc17515 req-e41da4ee-ef8a-4610-b45b-b3646f93f38d service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Updating instance_info_cache with network_info: [{"id": "2b4e6b3b-fd9d-46bf-b589-91732f389890", "address": "fa:16:3e:f5:98:c1", "network": {"id": "a7c20d75-6a44-43dc-9ab0-3b613c48f6c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-435886075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5208c0db5dd14581a2da8c2c35993b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4e6b3b-fd", "ovs_interfaceid": "2b4e6b3b-fd9d-46bf-b589-91732f389890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.294217] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Waiting for the task: (returnval){ [ 818.294217] env[68292]: value = "task-3071902" [ 818.294217] env[68292]: _type = "Task" [ 818.294217] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.304897] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.358974] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.439680] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120ce207-1473-429c-9abf-9649e4f52d6b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.448341] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6d31f7-724f-4963-b44e-c40030f17b03 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.490138] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2a7581-5b0e-4b52-a1a6-b12f29d52dc5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.495900] env[68292]: DEBUG nova.compute.manager [req-d2d40f9c-209c-4d8b-a85d-7f978081a9da req-23086285-2d62-4f84-8523-f732eedfef5b service nova] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Received event network-vif-deleted-5e7ad889-5b6b-47e8-8391-3fece0e4c73e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.496106] env[68292]: INFO nova.compute.manager [req-d2d40f9c-209c-4d8b-a85d-7f978081a9da req-23086285-2d62-4f84-8523-f732eedfef5b service nova] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Neutron deleted interface 5e7ad889-5b6b-47e8-8391-3fece0e4c73e; detaching it from the instance and deleting it from the info cache [ 818.496301] env[68292]: DEBUG nova.network.neutron [req-d2d40f9c-209c-4d8b-a85d-7f978081a9da req-23086285-2d62-4f84-8523-f732eedfef5b service nova] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.502262] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b4f55b-f22b-42aa-bf29-64c0065f531d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.519122] env[68292]: DEBUG nova.compute.provider_tree [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.623964] env[68292]: DEBUG nova.network.neutron [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Successfully updated port: 13c7b9f1-c687-4699-bb47-7a6ad0073c8b {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.793649] env[68292]: DEBUG oslo_concurrency.lockutils [req-2b1410b7-53d0-42cb-89f1-7cbcfdc17515 req-e41da4ee-ef8a-4610-b45b-b3646f93f38d service nova] Releasing lock "refresh_cache-6dc99502-2329-4b20-828e-20591575c8ab" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.809936] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.854706] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "cd000ca6-2a7b-4555-981d-9383b128f050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.854978] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "cd000ca6-2a7b-4555-981d-9383b128f050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.859818] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071901, 'name': ReconfigVM_Task, 'duration_secs': 0.824896} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.860168] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 28add4e9-37aa-40bf-8aca-78214365ee1b/28add4e9-37aa-40bf-8aca-78214365ee1b.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.860868] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60b12756-5785-48fb-a1cf-07f302762829 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.864587] env[68292]: DEBUG nova.network.neutron [-] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.867854] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 818.867854] env[68292]: value = "task-3071903" [ 818.867854] env[68292]: _type = "Task" [ 818.867854] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.877094] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071903, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.002202] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a84393c-29b8-4b14-a59a-dd6424a57aa6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.012459] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31f8d13-eca7-458f-b82a-1e6893a0675f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.025142] env[68292]: DEBUG nova.scheduler.client.report [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.056456] env[68292]: DEBUG nova.compute.manager [req-d2d40f9c-209c-4d8b-a85d-7f978081a9da req-23086285-2d62-4f84-8523-f732eedfef5b service nova] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Detach interface failed, port_id=5e7ad889-5b6b-47e8-8391-3fece0e4c73e, reason: Instance 091c02fd-3fef-4b06-b81b-d3d3397c51a1 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 819.311027] env[68292]: DEBUG oslo_vmware.api [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3071902, 'name': PowerOnVM_Task, 'duration_secs': 0.868149} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.311027] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.311027] env[68292]: INFO nova.compute.manager [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Took 10.31 seconds to spawn the instance on the hypervisor. [ 819.311027] env[68292]: DEBUG nova.compute.manager [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.311027] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e915ca-7d33-40f2-b6fe-cba012f8425a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.371023] env[68292]: INFO nova.compute.manager [-] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Took 1.34 seconds to deallocate network for instance. [ 819.381351] env[68292]: DEBUG nova.compute.manager [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Received event network-vif-plugged-13c7b9f1-c687-4699-bb47-7a6ad0073c8b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.381741] env[68292]: DEBUG oslo_concurrency.lockutils [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] Acquiring lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.382050] env[68292]: DEBUG oslo_concurrency.lockutils [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] Lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.382336] env[68292]: DEBUG oslo_concurrency.lockutils [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] Lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.382618] env[68292]: DEBUG nova.compute.manager [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] No waiting events found dispatching network-vif-plugged-13c7b9f1-c687-4699-bb47-7a6ad0073c8b {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.382904] env[68292]: WARNING nova.compute.manager [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Received unexpected event network-vif-plugged-13c7b9f1-c687-4699-bb47-7a6ad0073c8b for instance with vm_state building and task_state spawning. [ 819.383305] env[68292]: DEBUG nova.compute.manager [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Received event network-changed-13c7b9f1-c687-4699-bb47-7a6ad0073c8b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.383567] env[68292]: DEBUG nova.compute.manager [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Refreshing instance network info cache due to event network-changed-13c7b9f1-c687-4699-bb47-7a6ad0073c8b. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.383843] env[68292]: DEBUG oslo_concurrency.lockutils [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] Acquiring lock "refresh_cache-9efc688b-d665-45de-bc9e-ada61e5cb4a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.384099] env[68292]: DEBUG oslo_concurrency.lockutils [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] Acquired lock "refresh_cache-9efc688b-d665-45de-bc9e-ada61e5cb4a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.384365] env[68292]: DEBUG nova.network.neutron [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Refreshing network info cache for port 13c7b9f1-c687-4699-bb47-7a6ad0073c8b {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.394744] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071903, 'name': Rename_Task, 'duration_secs': 0.187813} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.395249] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.396016] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-178101e0-8929-429e-97d5-85ae17ab48a8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.402959] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 819.402959] env[68292]: value = "task-3071904" [ 819.402959] env[68292]: _type = "Task" [ 819.402959] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.415311] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.531797] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.534800] env[68292]: DEBUG oslo_concurrency.lockutils [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.020s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.535096] env[68292]: DEBUG nova.objects.instance [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lazy-loading 'resources' on Instance uuid 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.563490] env[68292]: INFO nova.scheduler.client.report [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleted allocations for instance 066e61d9-8593-438c-87f0-871332f73ffd [ 819.831218] env[68292]: INFO nova.compute.manager [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Took 46.97 seconds to build instance. [ 819.891386] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.915622] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.943025] env[68292]: DEBUG nova.network.neutron [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.053559] env[68292]: DEBUG nova.network.neutron [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.072529] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89ecd646-6496-407c-b94b-21edcfb99dd7 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "066e61d9-8593-438c-87f0-871332f73ffd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.633s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.333662] env[68292]: DEBUG oslo_concurrency.lockutils [None req-11f6ae77-3b3b-4a26-968b-5f7699f105a0 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Lock "83b41147-3328-4251-8b8c-242a50534830" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.482s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.417211] env[68292]: DEBUG oslo_vmware.api [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071904, 'name': PowerOnVM_Task, 'duration_secs': 0.87291} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.417211] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.417211] env[68292]: INFO nova.compute.manager [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Took 9.51 seconds to spawn the instance on the hypervisor. [ 820.417211] env[68292]: DEBUG nova.compute.manager [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.417211] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9df6bf-4785-4aa5-8147-242b272dc043 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.472635] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "d1f59a1f-ea49-44de-823f-d4ed48f71d22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.472897] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "d1f59a1f-ea49-44de-823f-d4ed48f71d22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.473123] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "d1f59a1f-ea49-44de-823f-d4ed48f71d22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.473312] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "d1f59a1f-ea49-44de-823f-d4ed48f71d22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.473481] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "d1f59a1f-ea49-44de-823f-d4ed48f71d22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.475563] env[68292]: INFO nova.compute.manager [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Terminating instance [ 820.557073] env[68292]: DEBUG oslo_concurrency.lockutils [req-5de095df-6a8d-48a3-8684-eab89bc0d964 req-1daf9fbd-9cd7-4c5b-ae71-38f00a55833e service nova] Releasing lock "refresh_cache-9efc688b-d665-45de-bc9e-ada61e5cb4a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.612648] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6545570e-5f5d-4935-9907-b47ca28be305 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.621837] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7018d2cb-8449-4cee-88c5-0771916c26d5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.654102] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fda0cb8-7a1b-40bf-83eb-3967de6db20f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.661863] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394d72d0-0f19-4d02-9366-e4a55c4cac04 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.676054] env[68292]: DEBUG nova.compute.provider_tree [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.837151] env[68292]: DEBUG nova.compute.manager [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.939189] env[68292]: INFO nova.compute.manager [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Took 40.85 seconds to build instance. [ 820.979600] env[68292]: DEBUG nova.compute.manager [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.979857] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.980973] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a59219c-4cf9-46c1-b677-7bea23c63d14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.989995] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.990411] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5994336-8f66-4ec8-9c72-95a183734601 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.997240] env[68292]: DEBUG oslo_vmware.api [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 820.997240] env[68292]: value = "task-3071905" [ 820.997240] env[68292]: _type = "Task" [ 820.997240] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.007470] env[68292]: DEBUG oslo_vmware.api [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.067171] env[68292]: DEBUG nova.network.neutron [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Successfully updated port: bc5f1a87-40dc-4e22-b0a0-c4151a7a4985 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.179459] env[68292]: DEBUG nova.scheduler.client.report [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.361861] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.405121] env[68292]: DEBUG nova.compute.manager [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Received event network-changed-b68c5bbf-7536-405c-ac5b-2c71cc401d73 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.405121] env[68292]: DEBUG nova.compute.manager [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Refreshing instance network info cache due to event network-changed-b68c5bbf-7536-405c-ac5b-2c71cc401d73. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.405409] env[68292]: DEBUG oslo_concurrency.lockutils [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] Acquiring lock "refresh_cache-83b41147-3328-4251-8b8c-242a50534830" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.405616] env[68292]: DEBUG oslo_concurrency.lockutils [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] Acquired lock "refresh_cache-83b41147-3328-4251-8b8c-242a50534830" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.405762] env[68292]: DEBUG nova.network.neutron [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Refreshing network info cache for port b68c5bbf-7536-405c-ac5b-2c71cc401d73 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.441351] env[68292]: DEBUG oslo_concurrency.lockutils [None req-faed16d2-5a77-49e8-8d24-98a308bfb91f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "28add4e9-37aa-40bf-8aca-78214365ee1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.453s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.507327] env[68292]: DEBUG oslo_vmware.api [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071905, 'name': PowerOffVM_Task, 'duration_secs': 0.37038} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.507609] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.507777] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.508034] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49deb770-1f71-433b-ac72-55ce2723fba9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.573261] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "refresh_cache-9efc688b-d665-45de-bc9e-ada61e5cb4a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.573261] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquired lock "refresh_cache-9efc688b-d665-45de-bc9e-ada61e5cb4a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.573261] env[68292]: DEBUG nova.network.neutron [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.588062] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.588294] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.588758] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleting the datastore file [datastore1] d1f59a1f-ea49-44de-823f-d4ed48f71d22 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.588758] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22cc9f84-3d69-41d7-b606-ce216c4ddd99 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.599078] env[68292]: DEBUG oslo_vmware.api [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 821.599078] env[68292]: value = "task-3071907" [ 821.599078] env[68292]: _type = "Task" [ 821.599078] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.607608] env[68292]: DEBUG oslo_vmware.api [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.685361] env[68292]: DEBUG oslo_concurrency.lockutils [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.688063] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.366s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.690170] env[68292]: INFO nova.compute.claims [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.704326] env[68292]: INFO nova.scheduler.client.report [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleted allocations for instance 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a [ 821.943566] env[68292]: DEBUG nova.compute.manager [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.114008] env[68292]: DEBUG oslo_vmware.api [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3071907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255297} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.114371] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.114789] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.114789] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.114936] env[68292]: INFO nova.compute.manager [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Took 1.14 seconds to destroy the instance on the hypervisor. [ 822.115164] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.115445] env[68292]: DEBUG nova.compute.manager [-] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.115547] env[68292]: DEBUG nova.network.neutron [-] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.141104] env[68292]: DEBUG nova.network.neutron [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.213092] env[68292]: DEBUG oslo_concurrency.lockutils [None req-46d65ecd-2f09-4ae3-9747-82832cd03339 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "4fca172c-bc9d-4345-8d9a-ff65eb5bd56a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.776s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.280861] env[68292]: DEBUG nova.network.neutron [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Updated VIF entry in instance network info cache for port b68c5bbf-7536-405c-ac5b-2c71cc401d73. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.281266] env[68292]: DEBUG nova.network.neutron [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Updating instance_info_cache with network_info: [{"id": "b68c5bbf-7536-405c-ac5b-2c71cc401d73", "address": "fa:16:3e:a1:a2:30", "network": {"id": "e9ab2ed5-aa6c-4d3e-80b4-9857f25560f1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-195059375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1953a8dd1f3d40d3a04606c34dad099f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68c5bbf-75", "ovs_interfaceid": "b68c5bbf-7536-405c-ac5b-2c71cc401d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.453730] env[68292]: DEBUG nova.network.neutron [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Updating instance_info_cache with network_info: [{"id": "13c7b9f1-c687-4699-bb47-7a6ad0073c8b", "address": "fa:16:3e:29:44:4a", "network": {"id": "8d86d7f1-5cb3-42e7-921b-1b04497c365c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1615536126", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c7b9f1-c6", "ovs_interfaceid": "13c7b9f1-c687-4699-bb47-7a6ad0073c8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc5f1a87-40dc-4e22-b0a0-c4151a7a4985", "address": "fa:16:3e:d4:c9:8a", "network": {"id": "4f6c5d3e-9efe-4f49-a75d-67ff3462d12c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1690002336", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5f1a87-40", "ovs_interfaceid": "bc5f1a87-40dc-4e22-b0a0-c4151a7a4985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.476832] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.786148] env[68292]: DEBUG oslo_concurrency.lockutils [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] Releasing lock "refresh_cache-83b41147-3328-4251-8b8c-242a50534830" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.786449] env[68292]: DEBUG nova.compute.manager [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Received event network-vif-plugged-bc5f1a87-40dc-4e22-b0a0-c4151a7a4985 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.786640] env[68292]: DEBUG oslo_concurrency.lockutils [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] Acquiring lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.787201] env[68292]: DEBUG oslo_concurrency.lockutils [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] Lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.787201] env[68292]: DEBUG oslo_concurrency.lockutils [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] Lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.787201] env[68292]: DEBUG nova.compute.manager [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] No waiting events found dispatching network-vif-plugged-bc5f1a87-40dc-4e22-b0a0-c4151a7a4985 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.787368] env[68292]: WARNING nova.compute.manager [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Received unexpected event network-vif-plugged-bc5f1a87-40dc-4e22-b0a0-c4151a7a4985 for instance with vm_state building and task_state spawning. [ 822.787489] env[68292]: DEBUG nova.compute.manager [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Received event network-changed-bc5f1a87-40dc-4e22-b0a0-c4151a7a4985 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.787640] env[68292]: DEBUG nova.compute.manager [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Refreshing instance network info cache due to event network-changed-bc5f1a87-40dc-4e22-b0a0-c4151a7a4985. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.787808] env[68292]: DEBUG oslo_concurrency.lockutils [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] Acquiring lock "refresh_cache-9efc688b-d665-45de-bc9e-ada61e5cb4a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.957575] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Releasing lock "refresh_cache-9efc688b-d665-45de-bc9e-ada61e5cb4a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.957987] env[68292]: DEBUG nova.compute.manager [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Instance network_info: |[{"id": "13c7b9f1-c687-4699-bb47-7a6ad0073c8b", "address": "fa:16:3e:29:44:4a", "network": {"id": "8d86d7f1-5cb3-42e7-921b-1b04497c365c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1615536126", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c7b9f1-c6", "ovs_interfaceid": "13c7b9f1-c687-4699-bb47-7a6ad0073c8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc5f1a87-40dc-4e22-b0a0-c4151a7a4985", "address": "fa:16:3e:d4:c9:8a", "network": {"id": "4f6c5d3e-9efe-4f49-a75d-67ff3462d12c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1690002336", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5f1a87-40", "ovs_interfaceid": "bc5f1a87-40dc-4e22-b0a0-c4151a7a4985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.958323] env[68292]: DEBUG oslo_concurrency.lockutils [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] Acquired lock "refresh_cache-9efc688b-d665-45de-bc9e-ada61e5cb4a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.958567] env[68292]: DEBUG nova.network.neutron [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Refreshing network info cache for port bc5f1a87-40dc-4e22-b0a0-c4151a7a4985 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.960021] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:44:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13c7b9f1-c687-4699-bb47-7a6ad0073c8b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:c9:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc5f1a87-40dc-4e22-b0a0-c4151a7a4985', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.969938] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.973389] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.973820] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8afbcc23-3080-49f5-a9f1-c449f083f6c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.000243] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.000243] env[68292]: value = "task-3071908" [ 823.000243] env[68292]: _type = "Task" [ 823.000243] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.007318] env[68292]: DEBUG nova.network.neutron [-] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.013381] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071908, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.168016] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7483cc24-0ea3-4062-b5fa-7284e934da49 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.175674] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb60c1de-be82-4cd2-9053-2b250b8ae21e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.205932] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09433647-b000-4787-89a0-43cdd89beef9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.213893] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d73c9-87a2-473e-8841-5a53c2ccb8c0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.227196] env[68292]: DEBUG nova.compute.provider_tree [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.367464] env[68292]: DEBUG nova.compute.manager [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.367936] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc5f3b9-e205-4d86-8bf0-df240fd2e14e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.432088] env[68292]: DEBUG nova.compute.manager [req-e46ee214-6edf-4ac0-8b19-73258b6f5fb2 req-95ad540b-d048-46f1-951e-224158d7d3d4 service nova] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Received event network-vif-deleted-b90b412e-2060-46d3-9aca-8a9395d40bcf {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.510982] env[68292]: INFO nova.compute.manager [-] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Took 1.40 seconds to deallocate network for instance. [ 823.511253] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071908, 'name': CreateVM_Task, 'duration_secs': 0.364579} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.512780] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.515873] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.516080] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.516472] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.516973] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da281e3f-6a70-4616-9821-cc03785b3112 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.521676] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 823.521676] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52bc1c19-df3a-265f-76e5-1015f39b6007" [ 823.521676] env[68292]: _type = "Task" [ 823.521676] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.531306] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bc1c19-df3a-265f-76e5-1015f39b6007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.696821] env[68292]: DEBUG nova.network.neutron [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Updated VIF entry in instance network info cache for port bc5f1a87-40dc-4e22-b0a0-c4151a7a4985. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.697317] env[68292]: DEBUG nova.network.neutron [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Updating instance_info_cache with network_info: [{"id": "13c7b9f1-c687-4699-bb47-7a6ad0073c8b", "address": "fa:16:3e:29:44:4a", "network": {"id": "8d86d7f1-5cb3-42e7-921b-1b04497c365c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1615536126", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c7b9f1-c6", "ovs_interfaceid": "13c7b9f1-c687-4699-bb47-7a6ad0073c8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc5f1a87-40dc-4e22-b0a0-c4151a7a4985", "address": "fa:16:3e:d4:c9:8a", "network": {"id": "4f6c5d3e-9efe-4f49-a75d-67ff3462d12c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1690002336", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5f1a87-40", "ovs_interfaceid": "bc5f1a87-40dc-4e22-b0a0-c4151a7a4985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.731076] env[68292]: DEBUG nova.scheduler.client.report [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.878583] env[68292]: INFO nova.compute.manager [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] instance snapshotting [ 823.881439] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e7dcfc-3b12-446a-bd29-0ff646a0ed88 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.901035] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeec0e7-b6ac-4acb-b961-40254613efeb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.018534] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.032495] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bc1c19-df3a-265f-76e5-1015f39b6007, 'name': SearchDatastore_Task, 'duration_secs': 0.028865} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.032818] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.033056] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.033315] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.033469] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.033648] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.033894] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03200b96-536f-43f6-9cdb-a96832a056dd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.041578] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.041754] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.042665] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc701b7-5d5f-44de-b0a7-4f95dab1cbda {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.046967] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 824.046967] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52cd99f4-aacd-b83b-9d8d-38decd1b6d6a" [ 824.046967] env[68292]: _type = "Task" [ 824.046967] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.053966] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cd99f4-aacd-b83b-9d8d-38decd1b6d6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.200077] env[68292]: DEBUG oslo_concurrency.lockutils [req-97e3a1cd-e305-4b18-a4fe-a0a43df9deb9 req-0b320dd7-1718-47fa-8f15-2777c85cfcad service nova] Releasing lock "refresh_cache-9efc688b-d665-45de-bc9e-ada61e5cb4a1" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.236403] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.236939] env[68292]: DEBUG nova.compute.manager [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.239599] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.230s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.241010] env[68292]: INFO nova.compute.claims [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.412581] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 824.412581] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d37f316-a05a-47fe-a09d-6943d2534cad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.420181] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 824.420181] env[68292]: value = "task-3071909" [ 824.420181] env[68292]: _type = "Task" [ 824.420181] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.428309] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071909, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.557230] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cd99f4-aacd-b83b-9d8d-38decd1b6d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.007855} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.557889] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c870f20-e64a-45a1-8684-24026cc28033 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.563528] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 824.563528] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5211b720-0a37-4419-ae08-cbe7efd91efc" [ 824.563528] env[68292]: _type = "Task" [ 824.563528] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.571318] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5211b720-0a37-4419-ae08-cbe7efd91efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.747166] env[68292]: DEBUG nova.compute.utils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.748594] env[68292]: DEBUG nova.compute.manager [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.748763] env[68292]: DEBUG nova.network.neutron [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.812824] env[68292]: DEBUG nova.policy [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd30ea263a92445298c8db46df47c6f92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '851091fe94134b0eae88d2c3500e9153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.932418] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071909, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.074394] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5211b720-0a37-4419-ae08-cbe7efd91efc, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.074668] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.074929] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 9efc688b-d665-45de-bc9e-ada61e5cb4a1/9efc688b-d665-45de-bc9e-ada61e5cb4a1.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.075240] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6e34729-8a00-4dde-8aae-9305084c6fdf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.082397] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 825.082397] env[68292]: value = "task-3071910" [ 825.082397] env[68292]: _type = "Task" [ 825.082397] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.092467] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.230703] env[68292]: DEBUG nova.network.neutron [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Successfully created port: c5945d27-61fd-47ce-9193-413299a4de36 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.253731] env[68292]: DEBUG nova.compute.manager [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.435729] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071909, 'name': CreateSnapshot_Task, 'duration_secs': 0.740673} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.439866] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 825.441481] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d946526c-b44a-47ab-ad9a-99369bd457b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.596645] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458114} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.596979] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 9efc688b-d665-45de-bc9e-ada61e5cb4a1/9efc688b-d665-45de-bc9e-ada61e5cb4a1.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.597284] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.597607] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7fd9cb9-35fb-4a12-932e-431973ac3f85 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.606763] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 825.606763] env[68292]: value = "task-3071911" [ 825.606763] env[68292]: _type = "Task" [ 825.606763] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.618183] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.782402] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0effbcce-3499-4250-94c3-eab762528e00 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.790340] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e56b77-1c28-42f2-adfd-d36e12760568 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.822373] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093f8bc0-f1ec-4217-a5e8-d9e0e5bdeda0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.829897] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d470a7c1-1e8e-4314-b894-64a29f5e6d26 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.844659] env[68292]: DEBUG nova.compute.provider_tree [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.972786] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 825.973104] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55abb2cf-1db9-4fb1-a553-41d5f19ff240 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.983020] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 825.983020] env[68292]: value = "task-3071912" [ 825.983020] env[68292]: _type = "Task" [ 825.983020] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.991343] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071912, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.117078] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13149} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.117345] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.118239] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b1ad52-4411-4f13-83c4-ebf603e7af12 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.144620] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 9efc688b-d665-45de-bc9e-ada61e5cb4a1/9efc688b-d665-45de-bc9e-ada61e5cb4a1.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.144875] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccace388-dffc-4ace-bd36-16d9c853a8d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.164344] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 826.164344] env[68292]: value = "task-3071913" [ 826.164344] env[68292]: _type = "Task" [ 826.164344] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.172533] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.264326] env[68292]: DEBUG nova.compute.manager [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.290324] env[68292]: DEBUG nova.virt.hardware [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.290510] env[68292]: DEBUG nova.virt.hardware [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.290670] env[68292]: DEBUG nova.virt.hardware [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.290855] env[68292]: DEBUG nova.virt.hardware [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.291367] env[68292]: DEBUG nova.virt.hardware [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.291367] env[68292]: DEBUG nova.virt.hardware [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.291504] env[68292]: DEBUG nova.virt.hardware [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.291641] env[68292]: DEBUG nova.virt.hardware [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.291855] env[68292]: DEBUG nova.virt.hardware [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.292038] env[68292]: DEBUG nova.virt.hardware [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.292216] env[68292]: DEBUG nova.virt.hardware [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.293176] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ff046d-4416-44f1-ad5b-eed13bccda6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.302267] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2234c4c6-e516-4a61-bd9c-b6f0712a2e2d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.348023] env[68292]: DEBUG nova.scheduler.client.report [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.494010] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071912, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.674228] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.744428] env[68292]: DEBUG nova.compute.manager [req-ab9915a7-4cab-44a2-9cb5-3374a10b18b3 req-af860baf-1aea-449a-a434-03bfb7fb2aea service nova] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Received event network-vif-plugged-c5945d27-61fd-47ce-9193-413299a4de36 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.744719] env[68292]: DEBUG oslo_concurrency.lockutils [req-ab9915a7-4cab-44a2-9cb5-3374a10b18b3 req-af860baf-1aea-449a-a434-03bfb7fb2aea service nova] Acquiring lock "4de9c926-3c1c-477b-9d20-15b926760b5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.745400] env[68292]: DEBUG oslo_concurrency.lockutils [req-ab9915a7-4cab-44a2-9cb5-3374a10b18b3 req-af860baf-1aea-449a-a434-03bfb7fb2aea service nova] Lock "4de9c926-3c1c-477b-9d20-15b926760b5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.745791] env[68292]: DEBUG oslo_concurrency.lockutils [req-ab9915a7-4cab-44a2-9cb5-3374a10b18b3 req-af860baf-1aea-449a-a434-03bfb7fb2aea service nova] Lock "4de9c926-3c1c-477b-9d20-15b926760b5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.746142] env[68292]: DEBUG nova.compute.manager [req-ab9915a7-4cab-44a2-9cb5-3374a10b18b3 req-af860baf-1aea-449a-a434-03bfb7fb2aea service nova] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] No waiting events found dispatching network-vif-plugged-c5945d27-61fd-47ce-9193-413299a4de36 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.746480] env[68292]: WARNING nova.compute.manager [req-ab9915a7-4cab-44a2-9cb5-3374a10b18b3 req-af860baf-1aea-449a-a434-03bfb7fb2aea service nova] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Received unexpected event network-vif-plugged-c5945d27-61fd-47ce-9193-413299a4de36 for instance with vm_state building and task_state spawning. [ 826.854612] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.855523] env[68292]: DEBUG nova.compute.manager [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.858665] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.272s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.863020] env[68292]: DEBUG nova.objects.instance [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lazy-loading 'resources' on Instance uuid e4180bfa-0718-445e-823c-0fc272adb215 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.870928] env[68292]: DEBUG nova.network.neutron [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Successfully updated port: c5945d27-61fd-47ce-9193-413299a4de36 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.993221] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071912, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.175029] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071913, 'name': ReconfigVM_Task, 'duration_secs': 0.896284} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.175029] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 9efc688b-d665-45de-bc9e-ada61e5cb4a1/9efc688b-d665-45de-bc9e-ada61e5cb4a1.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.175789] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60d46294-f15b-49d5-888e-b4f3c111cca6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.183107] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 827.183107] env[68292]: value = "task-3071914" [ 827.183107] env[68292]: _type = "Task" [ 827.183107] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.190870] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071914, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.362836] env[68292]: DEBUG nova.compute.utils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.367971] env[68292]: DEBUG nova.compute.manager [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.368189] env[68292]: DEBUG nova.network.neutron [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.375192] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Acquiring lock "refresh_cache-4de9c926-3c1c-477b-9d20-15b926760b5d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.375407] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Acquired lock "refresh_cache-4de9c926-3c1c-477b-9d20-15b926760b5d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.375592] env[68292]: DEBUG nova.network.neutron [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.420396] env[68292]: DEBUG nova.policy [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c471982c96d94048987f3cfb90c776c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eebe15179142424e8aecd1536ae34b24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.493386] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071912, 'name': CloneVM_Task} progress is 95%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.612715] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Acquiring lock "4ae6521d-9281-432a-80a6-96705ae092c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.613037] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Lock "4ae6521d-9281-432a-80a6-96705ae092c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.613248] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Acquiring lock "4ae6521d-9281-432a-80a6-96705ae092c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.615761] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Lock "4ae6521d-9281-432a-80a6-96705ae092c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.615761] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Lock "4ae6521d-9281-432a-80a6-96705ae092c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.616992] env[68292]: INFO nova.compute.manager [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Terminating instance [ 827.695757] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071914, 'name': Rename_Task, 'duration_secs': 0.141085} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.696556] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.696652] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a49da444-504f-462f-91b8-1c7ded12556f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.703373] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 827.703373] env[68292]: value = "task-3071915" [ 827.703373] env[68292]: _type = "Task" [ 827.703373] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.711064] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.750883] env[68292]: DEBUG nova.network.neutron [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Successfully created port: 32d42d4a-e55c-474f-8f93-458aa11eca0e {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.868653] env[68292]: DEBUG nova.compute.manager [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.876901] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1b5cf5-5017-4a25-ada3-370611eebff5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.893681] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d383a60-d859-491d-96bf-d533c9feb9a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.928624] env[68292]: DEBUG nova.network.neutron [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.931835] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71f8063-dcaa-4ce0-a94e-30c38ce3627a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.942874] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b9cf63-35c4-431f-87ab-aef62aef74b4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.959399] env[68292]: DEBUG nova.compute.provider_tree [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.994734] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071912, 'name': CloneVM_Task, 'duration_secs': 1.718154} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.995012] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Created linked-clone VM from snapshot [ 827.996597] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c853324-0db6-4dee-b842-c16de0aca6d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.012579] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Uploading image 1393d1cb-76cc-455a-8b5b-bfc35673b7ec {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 828.027382] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 828.027688] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ae60818-693d-4b7b-b1a7-a3df2a66bc49 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.035608] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 828.035608] env[68292]: value = "task-3071916" [ 828.035608] env[68292]: _type = "Task" [ 828.035608] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.045825] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071916, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.098511] env[68292]: DEBUG nova.network.neutron [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Updating instance_info_cache with network_info: [{"id": "c5945d27-61fd-47ce-9193-413299a4de36", "address": "fa:16:3e:a6:e9:df", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5945d27-61", "ovs_interfaceid": "c5945d27-61fd-47ce-9193-413299a4de36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.124234] env[68292]: DEBUG nova.compute.manager [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.124528] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.125884] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad930f9c-bafb-45a3-9e29-b2fef0c62d7f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.134606] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.134955] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88eebd80-f71b-4268-b7d5-89b1e15a7a3e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.143082] env[68292]: DEBUG oslo_vmware.api [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Waiting for the task: (returnval){ [ 828.143082] env[68292]: value = "task-3071917" [ 828.143082] env[68292]: _type = "Task" [ 828.143082] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.152313] env[68292]: DEBUG oslo_vmware.api [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.213196] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071915, 'name': PowerOnVM_Task} progress is 92%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.463069] env[68292]: DEBUG nova.scheduler.client.report [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.547906] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071916, 'name': Destroy_Task, 'duration_secs': 0.445495} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.548035] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Destroyed the VM [ 828.548220] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.548805] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34da9040-5084-4d86-9c6a-ade4e240e52d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.555673] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 828.555673] env[68292]: value = "task-3071918" [ 828.555673] env[68292]: _type = "Task" [ 828.555673] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.563839] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071918, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.601539] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Releasing lock "refresh_cache-4de9c926-3c1c-477b-9d20-15b926760b5d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.601943] env[68292]: DEBUG nova.compute.manager [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Instance network_info: |[{"id": "c5945d27-61fd-47ce-9193-413299a4de36", "address": "fa:16:3e:a6:e9:df", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5945d27-61", "ovs_interfaceid": "c5945d27-61fd-47ce-9193-413299a4de36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.602414] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:e9:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5945d27-61fd-47ce-9193-413299a4de36', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.609698] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Creating folder: Project (851091fe94134b0eae88d2c3500e9153). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.609971] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1d34560-f087-4cb3-be20-047ae840834a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.621245] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Created folder: Project (851091fe94134b0eae88d2c3500e9153) in parent group-v614981. [ 828.621437] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Creating folder: Instances. Parent ref: group-v615122. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.621672] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52982485-f20d-4d80-b676-b8a6e8b91082 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.630196] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Created folder: Instances in parent group-v615122. [ 828.630457] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.630677] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.630913] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-869c3167-20d1-4adb-9863-37c9dd9d8b94 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.654360] env[68292]: DEBUG oslo_vmware.api [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071917, 'name': PowerOffVM_Task, 'duration_secs': 0.312461} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.655526] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.655709] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.655927] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.655927] env[68292]: value = "task-3071921" [ 828.655927] env[68292]: _type = "Task" [ 828.655927] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.656119] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fa20408-8ae8-45b5-a102-7f175c0f5477 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.665045] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071921, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.713864] env[68292]: DEBUG oslo_vmware.api [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071915, 'name': PowerOnVM_Task, 'duration_secs': 0.723726} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.714158] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.714385] env[68292]: INFO nova.compute.manager [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Took 11.59 seconds to spawn the instance on the hypervisor. [ 828.714540] env[68292]: DEBUG nova.compute.manager [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.715385] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05c00d0-d695-4d08-a478-5123cac65d71 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.728825] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.730334] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.730334] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Deleting the datastore file [datastore1] 4ae6521d-9281-432a-80a6-96705ae092c1 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.730334] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f283556-e81e-4d77-9352-16260d5273e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.736553] env[68292]: DEBUG oslo_vmware.api [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Waiting for the task: (returnval){ [ 828.736553] env[68292]: value = "task-3071923" [ 828.736553] env[68292]: _type = "Task" [ 828.736553] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.745784] env[68292]: DEBUG oslo_vmware.api [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.824480] env[68292]: DEBUG nova.compute.manager [req-92b56f25-4f26-4c84-b1b4-f72a379db3a7 req-2505d831-4234-4f87-801b-57ba729b7ace service nova] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Received event network-changed-c5945d27-61fd-47ce-9193-413299a4de36 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.824874] env[68292]: DEBUG nova.compute.manager [req-92b56f25-4f26-4c84-b1b4-f72a379db3a7 req-2505d831-4234-4f87-801b-57ba729b7ace service nova] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Refreshing instance network info cache due to event network-changed-c5945d27-61fd-47ce-9193-413299a4de36. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.825028] env[68292]: DEBUG oslo_concurrency.lockutils [req-92b56f25-4f26-4c84-b1b4-f72a379db3a7 req-2505d831-4234-4f87-801b-57ba729b7ace service nova] Acquiring lock "refresh_cache-4de9c926-3c1c-477b-9d20-15b926760b5d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.825172] env[68292]: DEBUG oslo_concurrency.lockutils [req-92b56f25-4f26-4c84-b1b4-f72a379db3a7 req-2505d831-4234-4f87-801b-57ba729b7ace service nova] Acquired lock "refresh_cache-4de9c926-3c1c-477b-9d20-15b926760b5d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.825373] env[68292]: DEBUG nova.network.neutron [req-92b56f25-4f26-4c84-b1b4-f72a379db3a7 req-2505d831-4234-4f87-801b-57ba729b7ace service nova] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Refreshing network info cache for port c5945d27-61fd-47ce-9193-413299a4de36 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.883764] env[68292]: DEBUG nova.compute.manager [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.913114] env[68292]: DEBUG nova.virt.hardware [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.913640] env[68292]: DEBUG nova.virt.hardware [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.913761] env[68292]: DEBUG nova.virt.hardware [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.913947] env[68292]: DEBUG nova.virt.hardware [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.914150] env[68292]: DEBUG nova.virt.hardware [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.914297] env[68292]: DEBUG nova.virt.hardware [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.914516] env[68292]: DEBUG nova.virt.hardware [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.914676] env[68292]: DEBUG nova.virt.hardware [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.914843] env[68292]: DEBUG nova.virt.hardware [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.915014] env[68292]: DEBUG nova.virt.hardware [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.915256] env[68292]: DEBUG nova.virt.hardware [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.916313] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5286b18-d5fe-43b0-8d09-86cbfba79304 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.929254] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4469fa-9ebb-47fd-b052-b9170fd311a8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.968063] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.970774] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.368s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.972583] env[68292]: INFO nova.compute.claims [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.999475] env[68292]: INFO nova.scheduler.client.report [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Deleted allocations for instance e4180bfa-0718-445e-823c-0fc272adb215 [ 829.069030] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071918, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.166490] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071921, 'name': CreateVM_Task, 'duration_secs': 0.388137} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.166640] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.167335] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.167506] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.167868] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.168133] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc18698c-d3c2-460f-82cd-17e31ec8b6c0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.172505] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Waiting for the task: (returnval){ [ 829.172505] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520f0a84-bbaa-672b-cb8e-2fa452abfcba" [ 829.172505] env[68292]: _type = "Task" [ 829.172505] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.180687] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520f0a84-bbaa-672b-cb8e-2fa452abfcba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.233499] env[68292]: INFO nova.compute.manager [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Took 43.98 seconds to build instance. [ 829.245305] env[68292]: DEBUG oslo_vmware.api [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Task: {'id': task-3071923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181655} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.245595] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.245761] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.245939] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.246125] env[68292]: INFO nova.compute.manager [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 829.246404] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.246603] env[68292]: DEBUG nova.compute.manager [-] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.246697] env[68292]: DEBUG nova.network.neutron [-] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.335826] env[68292]: DEBUG nova.network.neutron [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Successfully updated port: 32d42d4a-e55c-474f-8f93-458aa11eca0e {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.509668] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9bbcaefc-f871-4d43-9d46-785e52e2a360 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "e4180bfa-0718-445e-823c-0fc272adb215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.132s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.568817] env[68292]: DEBUG oslo_vmware.api [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071918, 'name': RemoveSnapshot_Task, 'duration_secs': 0.872775} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.569934] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.621282] env[68292]: DEBUG nova.network.neutron [req-92b56f25-4f26-4c84-b1b4-f72a379db3a7 req-2505d831-4234-4f87-801b-57ba729b7ace service nova] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Updated VIF entry in instance network info cache for port c5945d27-61fd-47ce-9193-413299a4de36. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.621282] env[68292]: DEBUG nova.network.neutron [req-92b56f25-4f26-4c84-b1b4-f72a379db3a7 req-2505d831-4234-4f87-801b-57ba729b7ace service nova] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Updating instance_info_cache with network_info: [{"id": "c5945d27-61fd-47ce-9193-413299a4de36", "address": "fa:16:3e:a6:e9:df", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5945d27-61", "ovs_interfaceid": "c5945d27-61fd-47ce-9193-413299a4de36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.688601] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520f0a84-bbaa-672b-cb8e-2fa452abfcba, 'name': SearchDatastore_Task, 'duration_secs': 0.020989} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.688601] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.688601] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.688601] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.689089] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.689089] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.689176] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aba32c86-974e-41fe-8a53-224c06c06541 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.698367] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.698612] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.699927] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1262dd-3c43-4fc2-807c-9cd86aa2927c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.704274] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Waiting for the task: (returnval){ [ 829.704274] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529f4d63-84ff-6084-fe12-5deafc6078fd" [ 829.704274] env[68292]: _type = "Task" [ 829.704274] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.712202] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529f4d63-84ff-6084-fe12-5deafc6078fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.735167] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5538b3c8-1b92-41ff-a4ca-b9e5fb823df7 tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.719s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.839629] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "refresh_cache-1d970a47-1c77-4915-858d-dbd53312fe61" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.841820] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "refresh_cache-1d970a47-1c77-4915-858d-dbd53312fe61" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.841820] env[68292]: DEBUG nova.network.neutron [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.080182] env[68292]: WARNING nova.compute.manager [None req-0fab30c2-ca0d-43c0-bba0-7e7d1cee4c7d tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Image not found during snapshot: nova.exception.ImageNotFound: Image 1393d1cb-76cc-455a-8b5b-bfc35673b7ec could not be found. [ 830.123391] env[68292]: DEBUG oslo_concurrency.lockutils [req-92b56f25-4f26-4c84-b1b4-f72a379db3a7 req-2505d831-4234-4f87-801b-57ba729b7ace service nova] Releasing lock "refresh_cache-4de9c926-3c1c-477b-9d20-15b926760b5d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.215753] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529f4d63-84ff-6084-fe12-5deafc6078fd, 'name': SearchDatastore_Task, 'duration_secs': 0.040577} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.216609] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1fe97e-71f3-41ac-bb38-ad30099c751d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.226164] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Waiting for the task: (returnval){ [ 830.226164] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5213edfe-68f7-3ca4-aa32-6a46a17222d7" [ 830.226164] env[68292]: _type = "Task" [ 830.226164] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.235146] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5213edfe-68f7-3ca4-aa32-6a46a17222d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.266796] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.267050] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.267258] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.267442] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.267633] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.269551] env[68292]: INFO nova.compute.manager [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Terminating instance [ 830.311324] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Acquiring lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.311561] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.334301] env[68292]: DEBUG oslo_concurrency.lockutils [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "28add4e9-37aa-40bf-8aca-78214365ee1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.334544] env[68292]: DEBUG oslo_concurrency.lockutils [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "28add4e9-37aa-40bf-8aca-78214365ee1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.334744] env[68292]: DEBUG oslo_concurrency.lockutils [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "28add4e9-37aa-40bf-8aca-78214365ee1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.334923] env[68292]: DEBUG oslo_concurrency.lockutils [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "28add4e9-37aa-40bf-8aca-78214365ee1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.335122] env[68292]: DEBUG oslo_concurrency.lockutils [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "28add4e9-37aa-40bf-8aca-78214365ee1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.337652] env[68292]: INFO nova.compute.manager [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Terminating instance [ 830.370592] env[68292]: DEBUG nova.network.neutron [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.510674] env[68292]: DEBUG nova.network.neutron [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Updating instance_info_cache with network_info: [{"id": "32d42d4a-e55c-474f-8f93-458aa11eca0e", "address": "fa:16:3e:5d:25:f3", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d42d4a-e5", "ovs_interfaceid": "32d42d4a-e55c-474f-8f93-458aa11eca0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.515154] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4b4644-1f68-40e6-92ab-8a6a6a4e4ecb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.523357] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dd365c-2155-4fb1-a731-893f89d0e439 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.553753] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e767a7ef-d41d-4370-bdb9-ac2b597b3701 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.558462] env[68292]: DEBUG nova.compute.manager [req-efd6e6cf-f940-4d0a-8468-6ea7c074cc87 req-28fbedf6-3225-4933-beaf-96f628498b80 service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Received event network-vif-deleted-2437dce4-5b41-4057-83e6-1c352368bbd4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.558707] env[68292]: INFO nova.compute.manager [req-efd6e6cf-f940-4d0a-8468-6ea7c074cc87 req-28fbedf6-3225-4933-beaf-96f628498b80 service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Neutron deleted interface 2437dce4-5b41-4057-83e6-1c352368bbd4; detaching it from the instance and deleting it from the info cache [ 830.558843] env[68292]: DEBUG nova.network.neutron [req-efd6e6cf-f940-4d0a-8468-6ea7c074cc87 req-28fbedf6-3225-4933-beaf-96f628498b80 service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.565114] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52685579-7b02-4d5b-bf42-70c915ce5f29 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.579765] env[68292]: DEBUG nova.compute.provider_tree [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.581887] env[68292]: DEBUG nova.network.neutron [-] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.736296] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5213edfe-68f7-3ca4-aa32-6a46a17222d7, 'name': SearchDatastore_Task, 'duration_secs': 0.020184} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.736567] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.736830] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 4de9c926-3c1c-477b-9d20-15b926760b5d/4de9c926-3c1c-477b-9d20-15b926760b5d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.737130] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-140e6a90-db16-4142-850a-13e65c918163 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.743345] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Waiting for the task: (returnval){ [ 830.743345] env[68292]: value = "task-3071924" [ 830.743345] env[68292]: _type = "Task" [ 830.743345] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.752115] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.772967] env[68292]: DEBUG nova.compute.manager [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.773298] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.774171] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e11e3f2-91c4-41e9-a430-b22a8aded4eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.780892] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.781135] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b2d26d8-5e1c-4897-8a50-23a01444e930 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.786773] env[68292]: DEBUG oslo_vmware.api [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 830.786773] env[68292]: value = "task-3071925" [ 830.786773] env[68292]: _type = "Task" [ 830.786773] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.793974] env[68292]: DEBUG oslo_vmware.api [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.817510] env[68292]: DEBUG nova.compute.utils [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.841039] env[68292]: DEBUG nova.compute.manager [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.841039] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.842466] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfe30f7-422b-40fa-a58c-982da6d88bad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.849419] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.849622] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e09bd0c4-323f-49a4-8601-369cd06137da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.855623] env[68292]: DEBUG oslo_vmware.api [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 830.855623] env[68292]: value = "task-3071926" [ 830.855623] env[68292]: _type = "Task" [ 830.855623] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.864400] env[68292]: DEBUG oslo_vmware.api [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.995849] env[68292]: DEBUG nova.compute.manager [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Received event network-vif-plugged-32d42d4a-e55c-474f-8f93-458aa11eca0e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.996145] env[68292]: DEBUG oslo_concurrency.lockutils [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] Acquiring lock "1d970a47-1c77-4915-858d-dbd53312fe61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.996365] env[68292]: DEBUG oslo_concurrency.lockutils [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] Lock "1d970a47-1c77-4915-858d-dbd53312fe61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.996472] env[68292]: DEBUG oslo_concurrency.lockutils [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] Lock "1d970a47-1c77-4915-858d-dbd53312fe61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.996647] env[68292]: DEBUG nova.compute.manager [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] No waiting events found dispatching network-vif-plugged-32d42d4a-e55c-474f-8f93-458aa11eca0e {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.996917] env[68292]: WARNING nova.compute.manager [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Received unexpected event network-vif-plugged-32d42d4a-e55c-474f-8f93-458aa11eca0e for instance with vm_state building and task_state spawning. [ 830.997105] env[68292]: DEBUG nova.compute.manager [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Received event network-changed-32d42d4a-e55c-474f-8f93-458aa11eca0e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.997266] env[68292]: DEBUG nova.compute.manager [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Refreshing instance network info cache due to event network-changed-32d42d4a-e55c-474f-8f93-458aa11eca0e. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.997439] env[68292]: DEBUG oslo_concurrency.lockutils [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] Acquiring lock "refresh_cache-1d970a47-1c77-4915-858d-dbd53312fe61" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.013625] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "refresh_cache-1d970a47-1c77-4915-858d-dbd53312fe61" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.014048] env[68292]: DEBUG nova.compute.manager [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Instance network_info: |[{"id": "32d42d4a-e55c-474f-8f93-458aa11eca0e", "address": "fa:16:3e:5d:25:f3", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d42d4a-e5", "ovs_interfaceid": "32d42d4a-e55c-474f-8f93-458aa11eca0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.014798] env[68292]: DEBUG oslo_concurrency.lockutils [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] Acquired lock "refresh_cache-1d970a47-1c77-4915-858d-dbd53312fe61" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.015049] env[68292]: DEBUG nova.network.neutron [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Refreshing network info cache for port 32d42d4a-e55c-474f-8f93-458aa11eca0e {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.017288] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:25:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32d42d4a-e55c-474f-8f93-458aa11eca0e', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.026037] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.029505] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.030090] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dc291a0-8f3a-450b-a305-d59f2e007a3d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.051318] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.051318] env[68292]: value = "task-3071927" [ 831.051318] env[68292]: _type = "Task" [ 831.051318] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.062028] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071927, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.062445] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37988241-739a-465f-b088-15872c7c7d54 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.071613] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f8a2ec-a445-4216-8a34-466c69028d6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.088525] env[68292]: DEBUG nova.scheduler.client.report [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.093299] env[68292]: INFO nova.compute.manager [-] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Took 1.85 seconds to deallocate network for instance. [ 831.122353] env[68292]: DEBUG nova.compute.manager [req-efd6e6cf-f940-4d0a-8468-6ea7c074cc87 req-28fbedf6-3225-4933-beaf-96f628498b80 service nova] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Detach interface failed, port_id=2437dce4-5b41-4057-83e6-1c352368bbd4, reason: Instance 4ae6521d-9281-432a-80a6-96705ae092c1 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 831.257192] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071924, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.296907] env[68292]: DEBUG oslo_vmware.api [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071925, 'name': PowerOffVM_Task, 'duration_secs': 0.156995} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.297597] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.297597] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.297753] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74addac3-ac99-4750-8106-aee2d0dafdc1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.320548] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.322663] env[68292]: DEBUG nova.network.neutron [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Updated VIF entry in instance network info cache for port 32d42d4a-e55c-474f-8f93-458aa11eca0e. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.323082] env[68292]: DEBUG nova.network.neutron [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Updating instance_info_cache with network_info: [{"id": "32d42d4a-e55c-474f-8f93-458aa11eca0e", "address": "fa:16:3e:5d:25:f3", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d42d4a-e5", "ovs_interfaceid": "32d42d4a-e55c-474f-8f93-458aa11eca0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.366582] env[68292]: DEBUG oslo_vmware.api [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071926, 'name': PowerOffVM_Task, 'duration_secs': 0.180979} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.366881] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.367069] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.367323] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a1728bf-df07-427a-9042-e48c256f5e01 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.390585] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.391199] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.391557] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Deleting the datastore file [datastore2] 9efc688b-d665-45de-bc9e-ada61e5cb4a1 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.391885] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a763013f-10df-4586-ae42-36265936e443 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.400799] env[68292]: DEBUG oslo_vmware.api [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for the task: (returnval){ [ 831.400799] env[68292]: value = "task-3071930" [ 831.400799] env[68292]: _type = "Task" [ 831.400799] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.408911] env[68292]: DEBUG oslo_vmware.api [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.429826] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.430065] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.430321] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Deleting the datastore file [datastore1] 28add4e9-37aa-40bf-8aca-78214365ee1b {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.430611] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65ccc022-c990-4977-ad8d-2235d8182076 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.438018] env[68292]: DEBUG oslo_vmware.api [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 831.438018] env[68292]: value = "task-3071931" [ 831.438018] env[68292]: _type = "Task" [ 831.438018] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.447706] env[68292]: DEBUG oslo_vmware.api [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.561801] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071927, 'name': CreateVM_Task, 'duration_secs': 0.445407} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.562129] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.562659] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.562832] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.563155] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.563437] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea363f4-e317-4544-b93f-fbe50abba8c4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.568417] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 831.568417] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ac6ed3-d4dc-204f-cf42-e135bdd5ab30" [ 831.568417] env[68292]: _type = "Task" [ 831.568417] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.577808] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ac6ed3-d4dc-204f-cf42-e135bdd5ab30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.595452] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.597508] env[68292]: DEBUG nova.compute.manager [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.599415] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.903s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.601464] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.753981] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544416} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.755169] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 4de9c926-3c1c-477b-9d20-15b926760b5d/4de9c926-3c1c-477b-9d20-15b926760b5d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.755169] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.755169] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aabf9c1d-6445-4581-804a-0af19440901d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.761678] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Waiting for the task: (returnval){ [ 831.761678] env[68292]: value = "task-3071932" [ 831.761678] env[68292]: _type = "Task" [ 831.761678] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.770132] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.826051] env[68292]: DEBUG oslo_concurrency.lockutils [req-41454739-2421-420c-b3c0-a237b2775902 req-2ec846ce-35b9-4765-9816-3abf342290ce service nova] Releasing lock "refresh_cache-1d970a47-1c77-4915-858d-dbd53312fe61" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.913668] env[68292]: DEBUG oslo_vmware.api [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Task: {'id': task-3071930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184217} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.913790] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.914020] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.914700] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.914700] env[68292]: INFO nova.compute.manager [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 831.914700] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.915142] env[68292]: DEBUG nova.compute.manager [-] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.915281] env[68292]: DEBUG nova.network.neutron [-] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.950019] env[68292]: DEBUG oslo_vmware.api [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3071931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186932} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.950019] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.950019] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.950019] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.950019] env[68292]: INFO nova.compute.manager [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 831.950353] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.950485] env[68292]: DEBUG nova.compute.manager [-] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.950560] env[68292]: DEBUG nova.network.neutron [-] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.079105] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ac6ed3-d4dc-204f-cf42-e135bdd5ab30, 'name': SearchDatastore_Task, 'duration_secs': 0.023809} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.079484] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.079725] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.083022] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.083022] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.083022] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.083022] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fffcc7a5-e8e3-40f1-8262-14bb77fd2ca4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.089644] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.089644] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.090014] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8901be05-e63a-4be6-b364-6934159abe11 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.095370] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 832.095370] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52be26ab-4a51-2bce-5ad7-39e7cc7bc10c" [ 832.095370] env[68292]: _type = "Task" [ 832.095370] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.104083] env[68292]: DEBUG nova.compute.utils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.109488] env[68292]: INFO nova.compute.claims [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.112177] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52be26ab-4a51-2bce-5ad7-39e7cc7bc10c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.113246] env[68292]: DEBUG nova.compute.manager [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.113906] env[68292]: DEBUG nova.network.neutron [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.169151] env[68292]: DEBUG nova.policy [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1aa05684698e42d6af22da54a587cf82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '922a38b23a97436287365ba6d804ed1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.272451] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20916} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.272732] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.273601] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcb75c3-c80c-4e36-8dde-1e38def47974 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.301927] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 4de9c926-3c1c-477b-9d20-15b926760b5d/4de9c926-3c1c-477b-9d20-15b926760b5d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.302266] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7e6de5e-9146-4fdf-b30b-34f3121ebfaf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.325895] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Waiting for the task: (returnval){ [ 832.325895] env[68292]: value = "task-3071933" [ 832.325895] env[68292]: _type = "Task" [ 832.325895] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.335884] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.386995] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Acquiring lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.387541] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.388393] env[68292]: INFO nova.compute.manager [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Attaching volume fb58744b-db63-47c2-8570-61e3452ffc7a to /dev/sdb [ 832.430524] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dc799b-4e0e-4306-97c7-9300036d894e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.439038] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c581906-e347-4ba4-b3c5-019d94ba2a63 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.454198] env[68292]: DEBUG nova.virt.block_device [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Updating existing volume attachment record: b3b8af5e-626d-4821-8978-6d4ed9f60ee3 {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 832.551505] env[68292]: DEBUG nova.network.neutron [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Successfully created port: 39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.584591] env[68292]: DEBUG nova.compute.manager [req-0b29242e-cb95-4de1-9964-8b4270775dfa req-7c4bf149-1fd9-4afb-9478-09dfe5097941 service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Received event network-vif-deleted-bc5f1a87-40dc-4e22-b0a0-c4151a7a4985 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.584870] env[68292]: INFO nova.compute.manager [req-0b29242e-cb95-4de1-9964-8b4270775dfa req-7c4bf149-1fd9-4afb-9478-09dfe5097941 service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Neutron deleted interface bc5f1a87-40dc-4e22-b0a0-c4151a7a4985; detaching it from the instance and deleting it from the info cache [ 832.585137] env[68292]: DEBUG nova.network.neutron [req-0b29242e-cb95-4de1-9964-8b4270775dfa req-7c4bf149-1fd9-4afb-9478-09dfe5097941 service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Updating instance_info_cache with network_info: [{"id": "13c7b9f1-c687-4699-bb47-7a6ad0073c8b", "address": "fa:16:3e:29:44:4a", "network": {"id": "8d86d7f1-5cb3-42e7-921b-1b04497c365c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1615536126", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d00b1bf23444593a92380c6da3d7403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c7b9f1-c6", "ovs_interfaceid": "13c7b9f1-c687-4699-bb47-7a6ad0073c8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.609933] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52be26ab-4a51-2bce-5ad7-39e7cc7bc10c, 'name': SearchDatastore_Task, 'duration_secs': 0.009492} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.610074] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda042b3-efe2-4fb0-831b-1332e4f172a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.613145] env[68292]: DEBUG nova.compute.manager [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.619226] env[68292]: INFO nova.compute.resource_tracker [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating resource usage from migration ae831d65-10fa-4eea-81d5-ade228f0e9a7 [ 832.631599] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 832.631599] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52189c12-9522-b223-09af-e39d9899bba5" [ 832.631599] env[68292]: _type = "Task" [ 832.631599] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.647406] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52189c12-9522-b223-09af-e39d9899bba5, 'name': SearchDatastore_Task, 'duration_secs': 0.011406} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.647816] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.648800] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 1d970a47-1c77-4915-858d-dbd53312fe61/1d970a47-1c77-4915-858d-dbd53312fe61.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.649204] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c61b3b4-536f-40f4-97bc-3083f675c3de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.658616] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 832.658616] env[68292]: value = "task-3071936" [ 832.658616] env[68292]: _type = "Task" [ 832.658616] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.675701] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.734620] env[68292]: DEBUG nova.network.neutron [-] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.839925] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071933, 'name': ReconfigVM_Task, 'duration_secs': 0.286896} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.840373] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 4de9c926-3c1c-477b-9d20-15b926760b5d/4de9c926-3c1c-477b-9d20-15b926760b5d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.841596] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c506c56-8654-4335-a0eb-13f73dc4b2fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.848919] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Waiting for the task: (returnval){ [ 832.848919] env[68292]: value = "task-3071938" [ 832.848919] env[68292]: _type = "Task" [ 832.848919] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.858525] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071938, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.018140] env[68292]: DEBUG nova.network.neutron [-] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.092188] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aede6928-cc81-44c4-8498-56cdd6e90161 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.104829] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d6e189-2065-41d2-b124-6f589d485c24 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.155496] env[68292]: DEBUG nova.compute.manager [req-0b29242e-cb95-4de1-9964-8b4270775dfa req-7c4bf149-1fd9-4afb-9478-09dfe5097941 service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Detach interface failed, port_id=bc5f1a87-40dc-4e22-b0a0-c4151a7a4985, reason: Instance 9efc688b-d665-45de-bc9e-ada61e5cb4a1 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 833.155496] env[68292]: DEBUG nova.compute.manager [req-0b29242e-cb95-4de1-9964-8b4270775dfa req-7c4bf149-1fd9-4afb-9478-09dfe5097941 service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Received event network-vif-deleted-13c7b9f1-c687-4699-bb47-7a6ad0073c8b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.155496] env[68292]: INFO nova.compute.manager [req-0b29242e-cb95-4de1-9964-8b4270775dfa req-7c4bf149-1fd9-4afb-9478-09dfe5097941 service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Neutron deleted interface 13c7b9f1-c687-4699-bb47-7a6ad0073c8b; detaching it from the instance and deleting it from the info cache [ 833.155496] env[68292]: DEBUG nova.network.neutron [req-0b29242e-cb95-4de1-9964-8b4270775dfa req-7c4bf149-1fd9-4afb-9478-09dfe5097941 service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.169614] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071936, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.183960] env[68292]: DEBUG nova.compute.manager [req-c0391b2f-a0e2-420c-94b4-b4569a2cf079 req-217bdfde-ed91-40a0-a98c-5b89f572e6ac service nova] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Received event network-vif-deleted-dd15d683-f0a5-4e8f-82e1-72d19b018223 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.237623] env[68292]: INFO nova.compute.manager [-] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Took 1.29 seconds to deallocate network for instance. [ 833.280814] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162095ee-d940-4139-9f60-a0bc04036710 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.288566] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b464a2-a308-4ede-9c36-0b9370c4adac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.319399] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad32029-26d8-435e-bc4a-c8d8aeb2b6db {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.327091] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef64a7cd-7be1-43ca-9186-c48ff705cf1d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.340377] env[68292]: DEBUG nova.compute.provider_tree [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.361252] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071938, 'name': Rename_Task, 'duration_secs': 0.365554} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.361481] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.361718] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-585e7ee6-e0ea-432b-853f-29b2d1b146fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.368115] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Waiting for the task: (returnval){ [ 833.368115] env[68292]: value = "task-3071939" [ 833.368115] env[68292]: _type = "Task" [ 833.368115] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.375540] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.521843] env[68292]: INFO nova.compute.manager [-] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Took 1.61 seconds to deallocate network for instance. [ 833.628172] env[68292]: DEBUG nova.compute.manager [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.655846] env[68292]: DEBUG nova.virt.hardware [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.656099] env[68292]: DEBUG nova.virt.hardware [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.656285] env[68292]: DEBUG nova.virt.hardware [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.656507] env[68292]: DEBUG nova.virt.hardware [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.656666] env[68292]: DEBUG nova.virt.hardware [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.656812] env[68292]: DEBUG nova.virt.hardware [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.657030] env[68292]: DEBUG nova.virt.hardware [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.657186] env[68292]: DEBUG nova.virt.hardware [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.657353] env[68292]: DEBUG nova.virt.hardware [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.657702] env[68292]: DEBUG nova.virt.hardware [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.657702] env[68292]: DEBUG nova.virt.hardware [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.658808] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3435d515-a4fc-4d8d-8f5b-0984d8c3b29e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.664818] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7742143-5d12-4c22-abb9-4616a5c0bd4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.673027] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57dae42-6292-47d8-8731-4ef43787e6ef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.677102] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602333} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.678219] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 1d970a47-1c77-4915-858d-dbd53312fe61/1d970a47-1c77-4915-858d-dbd53312fe61.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.678444] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.679032] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80e4a968-bf5f-49b4-94a4-23a77ce94fbe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.683294] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac7dcbf-f8cf-41ea-9f5f-53e47d9fd14e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.708567] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 833.708567] env[68292]: value = "task-3071940" [ 833.708567] env[68292]: _type = "Task" [ 833.708567] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.727708] env[68292]: DEBUG nova.compute.manager [req-0b29242e-cb95-4de1-9964-8b4270775dfa req-7c4bf149-1fd9-4afb-9478-09dfe5097941 service nova] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Detach interface failed, port_id=13c7b9f1-c687-4699-bb47-7a6ad0073c8b, reason: Instance 9efc688b-d665-45de-bc9e-ada61e5cb4a1 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 833.731251] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.750834] env[68292]: DEBUG oslo_concurrency.lockutils [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.843882] env[68292]: DEBUG nova.scheduler.client.report [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.878627] env[68292]: DEBUG oslo_vmware.api [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071939, 'name': PowerOnVM_Task, 'duration_secs': 0.489345} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.878914] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.879126] env[68292]: INFO nova.compute.manager [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Took 7.61 seconds to spawn the instance on the hypervisor. [ 833.879309] env[68292]: DEBUG nova.compute.manager [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.880190] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee74f05-18a9-4044-b94b-80158b40468a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.030189] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.219119] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066972} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.219711] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.220567] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1650bc-cb28-49f2-9a60-155752424156 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.243606] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 1d970a47-1c77-4915-858d-dbd53312fe61/1d970a47-1c77-4915-858d-dbd53312fe61.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.243918] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b8d6304-297a-445a-bdf9-9aa63be93db4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.264254] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 834.264254] env[68292]: value = "task-3071941" [ 834.264254] env[68292]: _type = "Task" [ 834.264254] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.273413] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.349093] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.750s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.349377] env[68292]: INFO nova.compute.manager [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Migrating [ 834.357399] env[68292]: DEBUG oslo_concurrency.lockutils [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.665s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.357399] env[68292]: DEBUG nova.objects.instance [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lazy-loading 'resources' on Instance uuid 8b337bf1-2ea4-455f-8027-9efac83ae6bf {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.397812] env[68292]: INFO nova.compute.manager [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Took 36.09 seconds to build instance. [ 834.570541] env[68292]: DEBUG nova.network.neutron [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Successfully updated port: 39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.774991] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071941, 'name': ReconfigVM_Task, 'duration_secs': 0.32909} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.776117] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 1d970a47-1c77-4915-858d-dbd53312fe61/1d970a47-1c77-4915-858d-dbd53312fe61.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.776117] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87f9596b-b956-454c-b7d4-e5f9a8de431e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.782404] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 834.782404] env[68292]: value = "task-3071943" [ 834.782404] env[68292]: _type = "Task" [ 834.782404] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.789904] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071943, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.869270] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.869270] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.869270] env[68292]: DEBUG nova.network.neutron [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.899703] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0a83e72f-f6e0-473c-8fe8-ad1e78735d24 tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Lock "4de9c926-3c1c-477b-9d20-15b926760b5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.908s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.076329] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.076477] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.076679] env[68292]: DEBUG nova.network.neutron [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.294521] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071943, 'name': Rename_Task, 'duration_secs': 0.246967} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.294867] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.295066] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69ebdad5-1963-4d43-bc3b-b42f3d909e46 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.302702] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 835.302702] env[68292]: value = "task-3071944" [ 835.302702] env[68292]: _type = "Task" [ 835.302702] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.310306] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.339609] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed621fc-5b91-4ecd-b234-0385e746ab1c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.347740] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0768e4-f035-4f88-ab42-7df0fdfa23d4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.384271] env[68292]: DEBUG nova.compute.manager [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Received event network-vif-plugged-39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.384541] env[68292]: DEBUG oslo_concurrency.lockutils [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] Acquiring lock "5ade77af-061f-450a-93bb-7f9e28907c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.384782] env[68292]: DEBUG oslo_concurrency.lockutils [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] Lock "5ade77af-061f-450a-93bb-7f9e28907c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.384981] env[68292]: DEBUG oslo_concurrency.lockutils [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] Lock "5ade77af-061f-450a-93bb-7f9e28907c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.385201] env[68292]: DEBUG nova.compute.manager [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] No waiting events found dispatching network-vif-plugged-39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.385446] env[68292]: WARNING nova.compute.manager [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Received unexpected event network-vif-plugged-39c3a22d-e928-4c0b-9d98-95fb6590109a for instance with vm_state building and task_state spawning. [ 835.385645] env[68292]: DEBUG nova.compute.manager [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Received event network-changed-39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.385829] env[68292]: DEBUG nova.compute.manager [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Refreshing instance network info cache due to event network-changed-39c3a22d-e928-4c0b-9d98-95fb6590109a. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.386035] env[68292]: DEBUG oslo_concurrency.lockutils [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] Acquiring lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.387130] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2327af-d206-4132-b518-b38f961aa318 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.395957] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515879ce-e140-412e-82ec-94df561d8ec5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.410402] env[68292]: DEBUG nova.compute.provider_tree [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.603646] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Acquiring lock "4de9c926-3c1c-477b-9d20-15b926760b5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.603922] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Lock "4de9c926-3c1c-477b-9d20-15b926760b5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.604128] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Acquiring lock "4de9c926-3c1c-477b-9d20-15b926760b5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.604316] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Lock "4de9c926-3c1c-477b-9d20-15b926760b5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.604487] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Lock "4de9c926-3c1c-477b-9d20-15b926760b5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.611296] env[68292]: INFO nova.compute.manager [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Terminating instance [ 835.618350] env[68292]: DEBUG nova.network.neutron [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.629258] env[68292]: DEBUG nova.network.neutron [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance_info_cache with network_info: [{"id": "b5806010-f33b-4d6c-8092-94d1705dde6f", "address": "fa:16:3e:a3:e9:bb", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5806010-f3", "ovs_interfaceid": "b5806010-f33b-4d6c-8092-94d1705dde6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.804742] env[68292]: DEBUG nova.network.neutron [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updating instance_info_cache with network_info: [{"id": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "address": "fa:16:3e:7e:3d:d4", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c3a22d-e9", "ovs_interfaceid": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.816669] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.915826] env[68292]: DEBUG nova.scheduler.client.report [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.118805] env[68292]: DEBUG nova.compute.manager [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.119285] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.120800] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5ddd5f-6ef5-4183-b766-edde9bb8df7e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.129445] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.129724] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-491a386b-5018-4cca-a65b-f10355391cd4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.131573] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.137980] env[68292]: DEBUG oslo_vmware.api [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Waiting for the task: (returnval){ [ 836.137980] env[68292]: value = "task-3071945" [ 836.137980] env[68292]: _type = "Task" [ 836.137980] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.146243] env[68292]: DEBUG oslo_vmware.api [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.312821] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.313069] env[68292]: DEBUG nova.compute.manager [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Instance network_info: |[{"id": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "address": "fa:16:3e:7e:3d:d4", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c3a22d-e9", "ovs_interfaceid": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.313465] env[68292]: DEBUG oslo_vmware.api [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071944, 'name': PowerOnVM_Task, 'duration_secs': 0.56459} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.313853] env[68292]: DEBUG oslo_concurrency.lockutils [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] Acquired lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.314149] env[68292]: DEBUG nova.network.neutron [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Refreshing network info cache for port 39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.315546] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:3d:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39c3a22d-e928-4c0b-9d98-95fb6590109a', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.323951] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating folder: Project (922a38b23a97436287365ba6d804ed1a). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.323951] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.323951] env[68292]: INFO nova.compute.manager [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Took 7.44 seconds to spawn the instance on the hypervisor. [ 836.324194] env[68292]: DEBUG nova.compute.manager [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.325405] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01c3f7ae-9312-4f06-9049-0112b0470656 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.327659] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9976ffa7-5b49-41ca-9109-ba460660ddb6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.342627] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Created folder: Project (922a38b23a97436287365ba6d804ed1a) in parent group-v614981. [ 836.342844] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating folder: Instances. Parent ref: group-v615129. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.343096] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-461aabeb-f9b1-4c10-8f42-069963bdd339 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.352677] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Created folder: Instances in parent group-v615129. [ 836.352936] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.353139] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.353382] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22201ce2-e038-4033-a161-ea801062f2b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.374035] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.374035] env[68292]: value = "task-3071948" [ 836.374035] env[68292]: _type = "Task" [ 836.374035] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.385503] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071948, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.422598] env[68292]: DEBUG oslo_concurrency.lockutils [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.426793] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.009s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.426793] env[68292]: DEBUG nova.objects.instance [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 836.450737] env[68292]: INFO nova.scheduler.client.report [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Deleted allocations for instance 8b337bf1-2ea4-455f-8027-9efac83ae6bf [ 836.653661] env[68292]: DEBUG oslo_vmware.api [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071945, 'name': PowerOffVM_Task, 'duration_secs': 0.165672} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.653938] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.654125] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.654399] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78ab1a30-91ba-4927-ad61-280de4a8c233 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.719350] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.719578] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.719765] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Deleting the datastore file [datastore2] 4de9c926-3c1c-477b-9d20-15b926760b5d {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.720049] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-757c6fc8-7e66-4f38-860b-d510db119f80 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.726630] env[68292]: DEBUG oslo_vmware.api [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Waiting for the task: (returnval){ [ 836.726630] env[68292]: value = "task-3071950" [ 836.726630] env[68292]: _type = "Task" [ 836.726630] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.735961] env[68292]: DEBUG oslo_vmware.api [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.850117] env[68292]: INFO nova.compute.manager [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Took 36.86 seconds to build instance. [ 836.883792] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071948, 'name': CreateVM_Task, 'duration_secs': 0.348753} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.883974] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.885537] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.885537] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.885537] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.885787] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2495c4a0-70b1-4ffe-b1fb-b4027e1a8b60 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.890101] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 836.890101] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5201ac35-cc70-4452-76fa-6e08ca9d5fb7" [ 836.890101] env[68292]: _type = "Task" [ 836.890101] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.902861] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5201ac35-cc70-4452-76fa-6e08ca9d5fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.960921] env[68292]: DEBUG oslo_concurrency.lockutils [None req-07dcddb9-592a-41d0-ace0-cec0e6ee6417 tempest-ServerRescueTestJSON-66799335 tempest-ServerRescueTestJSON-66799335-project-member] Lock "8b337bf1-2ea4-455f-8027-9efac83ae6bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.679s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.036797] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 837.036797] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615128', 'volume_id': 'fb58744b-db63-47c2-8570-61e3452ffc7a', 'name': 'volume-fb58744b-db63-47c2-8570-61e3452ffc7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb58744b-db63-47c2-8570-61e3452ffc7a', 'serial': 'fb58744b-db63-47c2-8570-61e3452ffc7a'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 837.037712] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faf7e90-a9ce-43f6-b4fa-b4ba1f9e19ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.057391] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5912787-4c5b-4f3a-8565-5c5695340f83 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.083410] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-fb58744b-db63-47c2-8570-61e3452ffc7a/volume-fb58744b-db63-47c2-8570-61e3452ffc7a.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.083731] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d87b05d-f2c9-4556-a3ec-747c5f3cbb28 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.104099] env[68292]: DEBUG oslo_vmware.api [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Waiting for the task: (returnval){ [ 837.104099] env[68292]: value = "task-3071951" [ 837.104099] env[68292]: _type = "Task" [ 837.104099] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.112430] env[68292]: DEBUG oslo_vmware.api [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Task: {'id': task-3071951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.240161] env[68292]: DEBUG oslo_vmware.api [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Task: {'id': task-3071950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178869} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.240161] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.240161] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.240161] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.240161] env[68292]: INFO nova.compute.manager [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 837.240161] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.240161] env[68292]: DEBUG nova.compute.manager [-] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.240161] env[68292]: DEBUG nova.network.neutron [-] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.262123] env[68292]: DEBUG nova.network.neutron [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updated VIF entry in instance network info cache for port 39c3a22d-e928-4c0b-9d98-95fb6590109a. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.262123] env[68292]: DEBUG nova.network.neutron [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updating instance_info_cache with network_info: [{"id": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "address": "fa:16:3e:7e:3d:d4", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c3a22d-e9", "ovs_interfaceid": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.352803] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d5d01b0-2eac-4729-8edf-c087ac8d4cb8 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "1d970a47-1c77-4915-858d-dbd53312fe61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.136s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.402768] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5201ac35-cc70-4452-76fa-6e08ca9d5fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.403174] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.403433] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.403678] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.403827] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.404035] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.404630] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-353dc38f-8429-4639-9e94-3289a4c395f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.413201] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.413399] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.414149] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14f6b3e1-0dab-43dd-a801-d1acb6cc129f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.420384] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 837.420384] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520edb64-4b7f-7399-74d3-ef5f14d3ad6f" [ 837.420384] env[68292]: _type = "Task" [ 837.420384] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.430613] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520edb64-4b7f-7399-74d3-ef5f14d3ad6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.437444] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d16de052-8a7f-4eaa-a9bb-d74bc59100ab tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.438728] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.084s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.441436] env[68292]: INFO nova.compute.claims [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.614675] env[68292]: DEBUG oslo_vmware.api [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Task: {'id': task-3071951, 'name': ReconfigVM_Task, 'duration_secs': 0.386743} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.617430] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-fb58744b-db63-47c2-8570-61e3452ffc7a/volume-fb58744b-db63-47c2-8570-61e3452ffc7a.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.626374] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f81771a-5a51-4f4d-a4b6-60da982fea63 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.641073] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ee2812-8610-4a89-9e06-14743f20d856 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.646906] env[68292]: DEBUG oslo_vmware.api [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Waiting for the task: (returnval){ [ 837.646906] env[68292]: value = "task-3071952" [ 837.646906] env[68292]: _type = "Task" [ 837.646906] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.648311] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91c4b352-25fe-491d-bb02-2645260dccff tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Suspending the VM {{(pid=68292) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 837.651612] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-394e40d5-4bdd-4936-b259-7db6e49c3c0e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.658028] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070f81c5-df3a-4351-b08e-a0380f485b67 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.665275] env[68292]: DEBUG oslo_vmware.api [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Task: {'id': task-3071952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.665633] env[68292]: DEBUG oslo_vmware.api [None req-91c4b352-25fe-491d-bb02-2645260dccff tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 837.665633] env[68292]: value = "task-3071953" [ 837.665633] env[68292]: _type = "Task" [ 837.665633] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.687767] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance '0196b796-8e2b-470e-90a0-4cd261d46415' progress to 0 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.694974] env[68292]: DEBUG oslo_vmware.api [None req-91c4b352-25fe-491d-bb02-2645260dccff tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071953, 'name': SuspendVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.765624] env[68292]: DEBUG oslo_concurrency.lockutils [req-335ffd16-3791-4c2a-b736-07f3e9056a76 req-07efe876-1f5a-45ff-9012-54812367257d service nova] Releasing lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.785719] env[68292]: DEBUG nova.compute.manager [req-b70d47d7-ed2d-4e6f-b8c7-fec63996a1b3 req-6466ef40-8f7f-4c92-886d-ac38a58cb4a0 service nova] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Received event network-vif-deleted-c5945d27-61fd-47ce-9193-413299a4de36 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.785926] env[68292]: INFO nova.compute.manager [req-b70d47d7-ed2d-4e6f-b8c7-fec63996a1b3 req-6466ef40-8f7f-4c92-886d-ac38a58cb4a0 service nova] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Neutron deleted interface c5945d27-61fd-47ce-9193-413299a4de36; detaching it from the instance and deleting it from the info cache [ 837.786358] env[68292]: DEBUG nova.network.neutron [req-b70d47d7-ed2d-4e6f-b8c7-fec63996a1b3 req-6466ef40-8f7f-4c92-886d-ac38a58cb4a0 service nova] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.935022] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520edb64-4b7f-7399-74d3-ef5f14d3ad6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009526} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.935022] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da242a86-95d0-4493-95ca-8ecdbc3792ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.941062] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 837.941062] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528ce309-1962-0099-1eca-67cc8104228f" [ 837.941062] env[68292]: _type = "Task" [ 837.941062] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.952908] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528ce309-1962-0099-1eca-67cc8104228f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.074500] env[68292]: DEBUG nova.network.neutron [-] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.159808] env[68292]: DEBUG oslo_vmware.api [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Task: {'id': task-3071952, 'name': ReconfigVM_Task, 'duration_secs': 0.158794} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.160143] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615128', 'volume_id': 'fb58744b-db63-47c2-8570-61e3452ffc7a', 'name': 'volume-fb58744b-db63-47c2-8570-61e3452ffc7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb58744b-db63-47c2-8570-61e3452ffc7a', 'serial': 'fb58744b-db63-47c2-8570-61e3452ffc7a'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 838.176905] env[68292]: DEBUG oslo_vmware.api [None req-91c4b352-25fe-491d-bb02-2645260dccff tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071953, 'name': SuspendVM_Task} progress is 58%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.196023] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.196023] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5cee5df-88d3-45ed-a44b-ff1418914085 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.200345] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 838.200345] env[68292]: value = "task-3071954" [ 838.200345] env[68292]: _type = "Task" [ 838.200345] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.209981] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.290301] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a505d22f-f442-4efd-ba1c-da0f168b2e5b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.299778] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53292a22-5e2b-4d61-a01f-02540b21f37d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.339057] env[68292]: DEBUG nova.compute.manager [req-b70d47d7-ed2d-4e6f-b8c7-fec63996a1b3 req-6466ef40-8f7f-4c92-886d-ac38a58cb4a0 service nova] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Detach interface failed, port_id=c5945d27-61fd-47ce-9193-413299a4de36, reason: Instance 4de9c926-3c1c-477b-9d20-15b926760b5d could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 838.452585] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528ce309-1962-0099-1eca-67cc8104228f, 'name': SearchDatastore_Task, 'duration_secs': 0.011779} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.453278] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.453278] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 5ade77af-061f-450a-93bb-7f9e28907c63/5ade77af-061f-450a-93bb-7f9e28907c63.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.456460] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac2485a6-dd0a-470d-92f3-68aff4526f53 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.463636] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 838.463636] env[68292]: value = "task-3071955" [ 838.463636] env[68292]: _type = "Task" [ 838.463636] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.472126] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3071955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.575078] env[68292]: INFO nova.compute.manager [-] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Took 1.34 seconds to deallocate network for instance. [ 838.681011] env[68292]: DEBUG oslo_vmware.api [None req-91c4b352-25fe-491d-bb02-2645260dccff tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071953, 'name': SuspendVM_Task, 'duration_secs': 0.713002} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.683854] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91c4b352-25fe-491d-bb02-2645260dccff tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Suspended the VM {{(pid=68292) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 838.684211] env[68292]: DEBUG nova.compute.manager [None req-91c4b352-25fe-491d-bb02-2645260dccff tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.685838] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e59d8e-e058-47a3-9817-dd0fe9801b57 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.718057] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071954, 'name': PowerOffVM_Task, 'duration_secs': 0.244113} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.718057] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.718057] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance '0196b796-8e2b-470e-90a0-4cd261d46415' progress to 17 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.973480] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3071955, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.996954] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0b34fb-d9bb-4641-b3f8-34e7e9c13b84 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.004724] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d848104-1297-4e42-baa8-6d1d50504f9d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.034951] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a72e317-b88c-4fe4-9df3-c6d14b7e1f7b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.042866] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1259682f-815f-49f6-bec5-e7c3f1444b6a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.056799] env[68292]: DEBUG nova.compute.provider_tree [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.081262] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.216454] env[68292]: DEBUG nova.objects.instance [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Lazy-loading 'flavor' on Instance uuid dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.223412] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.223668] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.224253] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.224253] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.224253] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.224494] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.224494] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.224619] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.224791] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.224958] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.225150] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.230901] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a80736-2509-40ee-86d8-66a5caeeffdd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.247282] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 839.247282] env[68292]: value = "task-3071956" [ 839.247282] env[68292]: _type = "Task" [ 839.247282] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.257243] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.478583] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3071955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555295} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.478583] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 5ade77af-061f-450a-93bb-7f9e28907c63/5ade77af-061f-450a-93bb-7f9e28907c63.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.478759] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.479012] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ccf4e24-2da4-4e09-a03c-33b5b5ea1243 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.486158] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 839.486158] env[68292]: value = "task-3071957" [ 839.486158] env[68292]: _type = "Task" [ 839.486158] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.494258] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3071957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.560108] env[68292]: DEBUG nova.scheduler.client.report [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.726516] env[68292]: DEBUG oslo_concurrency.lockutils [None req-50dc25fe-5203-41cc-ab5f-43fd3403e420 tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.339s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.765761] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071956, 'name': ReconfigVM_Task, 'duration_secs': 0.428612} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.765761] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance '0196b796-8e2b-470e-90a0-4cd261d46415' progress to 33 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.995693] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3071957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068754} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.996124] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.996733] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b420846-15da-429a-823a-3795a2b0fa06 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.020064] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 5ade77af-061f-450a-93bb-7f9e28907c63/5ade77af-061f-450a-93bb-7f9e28907c63.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.020699] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff52d6f-d451-4db3-8353-c2be90c483da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.041179] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 840.041179] env[68292]: value = "task-3071958" [ 840.041179] env[68292]: _type = "Task" [ 840.041179] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.049557] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3071958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.065456] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.066035] env[68292]: DEBUG nova.compute.manager [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.068717] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.707s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.070175] env[68292]: INFO nova.compute.claims [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.275380] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:41:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6d6107f0-61d2-4bbe-b9ab-1069c4ba9aa4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-999503089',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.275773] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.275883] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.276268] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.276438] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.276582] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.276789] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.276944] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.277118] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.277307] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.277536] env[68292]: DEBUG nova.virt.hardware [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.285643] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 840.287111] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7680f41-f647-420b-b1e6-53b5bd52e902 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.316028] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 840.316028] env[68292]: value = "task-3071959" [ 840.316028] env[68292]: _type = "Task" [ 840.316028] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.324528] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.494889] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.495030] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.551240] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3071958, 'name': ReconfigVM_Task, 'duration_secs': 0.271904} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.551520] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 5ade77af-061f-450a-93bb-7f9e28907c63/5ade77af-061f-450a-93bb-7f9e28907c63.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.552141] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18b9d2f6-3e38-4a9b-b629-0493db791e80 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.558702] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 840.558702] env[68292]: value = "task-3071960" [ 840.558702] env[68292]: _type = "Task" [ 840.558702] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.568742] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3071960, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.576034] env[68292]: DEBUG nova.compute.utils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.577825] env[68292]: DEBUG nova.compute.manager [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.577825] env[68292]: DEBUG nova.network.neutron [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.632653] env[68292]: DEBUG nova.compute.manager [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.633763] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e56f62-4acd-4ff2-97f0-a18de65ed957 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.653680] env[68292]: DEBUG nova.policy [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '083bf835b73d40f0b36c383fb6462f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca1a0a854d5a44fb97ad0b7717b18bf1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.811399] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Acquiring lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.811399] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.830036] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071959, 'name': ReconfigVM_Task, 'duration_secs': 0.163641} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.831579] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 840.832938] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b05175-b3da-4bf3-bb3b-bc78d438e78d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.862803] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 0196b796-8e2b-470e-90a0-4cd261d46415/0196b796-8e2b-470e-90a0-4cd261d46415.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.864022] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca7203fa-3c69-49c0-847a-f9ee36ad518e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.887598] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 840.887598] env[68292]: value = "task-3071961" [ 840.887598] env[68292]: _type = "Task" [ 840.887598] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.896735] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.006045] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.006398] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.006594] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.006722] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.006921] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.007080] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.007447] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68292) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 841.007447] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.070938] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3071960, 'name': Rename_Task, 'duration_secs': 0.143807} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.071233] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.071475] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fae73091-d17f-4ffb-9268-8b1f29e8986b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.080395] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 841.080395] env[68292]: value = "task-3071962" [ 841.080395] env[68292]: _type = "Task" [ 841.080395] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.081437] env[68292]: DEBUG nova.compute.manager [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.098025] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3071962, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.147876] env[68292]: INFO nova.compute.manager [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] instance snapshotting [ 841.148136] env[68292]: WARNING nova.compute.manager [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 841.152164] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275c295e-ee36-4e37-8b61-2c36502ac398 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.180024] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13395f88-5b8d-4460-8307-c3cfe1f451d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.305168] env[68292]: DEBUG nova.network.neutron [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Successfully created port: a6948c64-16c4-4ef2-bb5d-c8faefba5161 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.317340] env[68292]: INFO nova.compute.manager [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Detaching volume fb58744b-db63-47c2-8570-61e3452ffc7a [ 841.375165] env[68292]: INFO nova.virt.block_device [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Attempting to driver detach volume fb58744b-db63-47c2-8570-61e3452ffc7a from mountpoint /dev/sdb [ 841.375462] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 841.375663] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615128', 'volume_id': 'fb58744b-db63-47c2-8570-61e3452ffc7a', 'name': 'volume-fb58744b-db63-47c2-8570-61e3452ffc7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb58744b-db63-47c2-8570-61e3452ffc7a', 'serial': 'fb58744b-db63-47c2-8570-61e3452ffc7a'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 841.376564] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f525ce28-2974-4fc9-af2a-5adc1e0bb6f2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.413575] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae7115c-c90e-4b78-ba73-d60819f021b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.421023] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071961, 'name': ReconfigVM_Task, 'duration_secs': 0.266262} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.422540] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 0196b796-8e2b-470e-90a0-4cd261d46415/0196b796-8e2b-470e-90a0-4cd261d46415.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.422830] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance '0196b796-8e2b-470e-90a0-4cd261d46415' progress to 50 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.429332] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59e285e-79cb-4659-84ed-0b547a0b99cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.460379] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd5942e-858f-4606-83ea-5252bcd05dae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.479912] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] The volume has not been displaced from its original location: [datastore1] volume-fb58744b-db63-47c2-8570-61e3452ffc7a/volume-fb58744b-db63-47c2-8570-61e3452ffc7a.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 841.485990] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 841.490394] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb43b5a7-fae7-423a-8c5e-f9181cd7752f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.511270] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.511732] env[68292]: DEBUG oslo_vmware.api [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Waiting for the task: (returnval){ [ 841.511732] env[68292]: value = "task-3071963" [ 841.511732] env[68292]: _type = "Task" [ 841.511732] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.523591] env[68292]: DEBUG oslo_vmware.api [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Task: {'id': task-3071963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.604572] env[68292]: DEBUG oslo_vmware.api [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3071962, 'name': PowerOnVM_Task, 'duration_secs': 0.475771} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.606784] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.606784] env[68292]: INFO nova.compute.manager [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Took 7.98 seconds to spawn the instance on the hypervisor. [ 841.606784] env[68292]: DEBUG nova.compute.manager [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.606784] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e5a0bf-f6fa-419a-a607-344027dc2b99 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.699847] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 841.704598] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7da369bd-51b2-423b-90ec-257f549e38df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.716451] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 841.716451] env[68292]: value = "task-3071964" [ 841.716451] env[68292]: _type = "Task" [ 841.716451] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.728137] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.770043] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4160eb-ebcb-415a-a132-375e4988c3e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.779142] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9d2d98-3d3b-4e77-9316-0c316e8b0db2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.812380] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d177b3-7719-4870-a3a3-ce574e8e4fac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.821875] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f275e911-1aea-40d7-89ae-5be1e2fee63b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.839153] env[68292]: DEBUG nova.compute.provider_tree [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.935199] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e61c16a-0699-4afd-88bb-5fb532f6d4c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.954965] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5924de3-6be9-4a90-97f9-03da673638a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.975794] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance '0196b796-8e2b-470e-90a0-4cd261d46415' progress to 67 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.022936] env[68292]: DEBUG oslo_vmware.api [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Task: {'id': task-3071963, 'name': ReconfigVM_Task, 'duration_secs': 0.249446} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.023296] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 842.028102] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c179e8-7004-41fa-939f-73edd5f6c2ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.043725] env[68292]: DEBUG oslo_vmware.api [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Waiting for the task: (returnval){ [ 842.043725] env[68292]: value = "task-3071965" [ 842.043725] env[68292]: _type = "Task" [ 842.043725] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.052543] env[68292]: DEBUG oslo_vmware.api [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Task: {'id': task-3071965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.098966] env[68292]: DEBUG nova.compute.manager [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.124971] env[68292]: DEBUG nova.virt.hardware [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.125295] env[68292]: DEBUG nova.virt.hardware [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.125544] env[68292]: DEBUG nova.virt.hardware [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.125806] env[68292]: DEBUG nova.virt.hardware [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.125893] env[68292]: DEBUG nova.virt.hardware [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.126479] env[68292]: DEBUG nova.virt.hardware [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.126479] env[68292]: DEBUG nova.virt.hardware [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.126479] env[68292]: DEBUG nova.virt.hardware [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.126664] env[68292]: DEBUG nova.virt.hardware [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.126902] env[68292]: DEBUG nova.virt.hardware [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.126990] env[68292]: DEBUG nova.virt.hardware [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.128141] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0b0722-b133-47e0-a864-6ce80b1c293d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.133414] env[68292]: INFO nova.compute.manager [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Took 38.57 seconds to build instance. [ 842.138516] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d12b6d-9e0c-4d64-86a8-f77391767390 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.230026] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071964, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.345019] env[68292]: DEBUG nova.scheduler.client.report [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.534869] env[68292]: DEBUG nova.network.neutron [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Port b5806010-f33b-4d6c-8092-94d1705dde6f binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 842.555970] env[68292]: DEBUG oslo_vmware.api [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Task: {'id': task-3071965, 'name': ReconfigVM_Task, 'duration_secs': 0.14524} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.556314] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615128', 'volume_id': 'fb58744b-db63-47c2-8570-61e3452ffc7a', 'name': 'volume-fb58744b-db63-47c2-8570-61e3452ffc7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb58744b-db63-47c2-8570-61e3452ffc7a', 'serial': 'fb58744b-db63-47c2-8570-61e3452ffc7a'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 842.640052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2da8e794-be11-49f0-90c8-289506784631 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "5ade77af-061f-450a-93bb-7f9e28907c63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.703s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.727442] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071964, 'name': CreateSnapshot_Task, 'duration_secs': 0.531536} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.728020] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 842.728819] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65ad13b-1305-4d31-b27d-853d280d7287 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.849516] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.850076] env[68292]: DEBUG nova.compute.manager [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.853606] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.041s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.856563] env[68292]: INFO nova.compute.claims [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.988067] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquiring lock "c21efb0d-221b-4875-875f-4601617a4c10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.988558] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Lock "c21efb0d-221b-4875-875f-4601617a4c10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.127169] env[68292]: DEBUG nova.objects.instance [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Lazy-loading 'flavor' on Instance uuid dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.248015] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 843.249830] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea011a22-6738-45c7-a44d-f581f2d669fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.264578] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 843.264578] env[68292]: value = "task-3071966" [ 843.264578] env[68292]: _type = "Task" [ 843.264578] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.275328] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071966, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.363502] env[68292]: DEBUG nova.compute.utils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.371444] env[68292]: DEBUG nova.network.neutron [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Successfully updated port: a6948c64-16c4-4ef2-bb5d-c8faefba5161 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.372947] env[68292]: DEBUG nova.compute.manager [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.374405] env[68292]: DEBUG nova.network.neutron [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.388616] env[68292]: DEBUG nova.compute.manager [req-5f320fec-b1bc-41ca-bb57-6074409004e9 req-923c9333-aa5c-42fd-a6ac-1e6e4eda7a69 service nova] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Received event network-vif-plugged-a6948c64-16c4-4ef2-bb5d-c8faefba5161 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.388749] env[68292]: DEBUG oslo_concurrency.lockutils [req-5f320fec-b1bc-41ca-bb57-6074409004e9 req-923c9333-aa5c-42fd-a6ac-1e6e4eda7a69 service nova] Acquiring lock "f8bbaccc-7066-43d8-939f-e3a1a22ac8c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.388866] env[68292]: DEBUG oslo_concurrency.lockutils [req-5f320fec-b1bc-41ca-bb57-6074409004e9 req-923c9333-aa5c-42fd-a6ac-1e6e4eda7a69 service nova] Lock "f8bbaccc-7066-43d8-939f-e3a1a22ac8c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.389146] env[68292]: DEBUG oslo_concurrency.lockutils [req-5f320fec-b1bc-41ca-bb57-6074409004e9 req-923c9333-aa5c-42fd-a6ac-1e6e4eda7a69 service nova] Lock "f8bbaccc-7066-43d8-939f-e3a1a22ac8c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.389337] env[68292]: DEBUG nova.compute.manager [req-5f320fec-b1bc-41ca-bb57-6074409004e9 req-923c9333-aa5c-42fd-a6ac-1e6e4eda7a69 service nova] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] No waiting events found dispatching network-vif-plugged-a6948c64-16c4-4ef2-bb5d-c8faefba5161 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.389506] env[68292]: WARNING nova.compute.manager [req-5f320fec-b1bc-41ca-bb57-6074409004e9 req-923c9333-aa5c-42fd-a6ac-1e6e4eda7a69 service nova] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Received unexpected event network-vif-plugged-a6948c64-16c4-4ef2-bb5d-c8faefba5161 for instance with vm_state building and task_state spawning. [ 843.473881] env[68292]: DEBUG nova.policy [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bee03b680bf4001beae940741c1848c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03675eac2154418e9e7c3fa1193fda58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.490984] env[68292]: DEBUG nova.compute.manager [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.566717] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "0196b796-8e2b-470e-90a0-4cd261d46415-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.567566] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "0196b796-8e2b-470e-90a0-4cd261d46415-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.568051] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "0196b796-8e2b-470e-90a0-4cd261d46415-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.773332] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071966, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.867644] env[68292]: DEBUG nova.network.neutron [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Successfully created port: c106b287-7871-4bc0-baa1-7fa59aeb9287 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.878932] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Acquiring lock "refresh_cache-f8bbaccc-7066-43d8-939f-e3a1a22ac8c5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.879089] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Acquired lock "refresh_cache-f8bbaccc-7066-43d8-939f-e3a1a22ac8c5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.879484] env[68292]: DEBUG nova.network.neutron [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.880809] env[68292]: DEBUG nova.compute.manager [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.022605] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.144023] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4b291cd6-ad57-46cb-9c20-7c824ed9cd9d tempest-VolumesAssistedSnapshotsTest-446351449 tempest-VolumesAssistedSnapshotsTest-446351449-project-admin] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.331s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.277775] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071966, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.424277] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201faabc-5ad6-46c3-be42-abed7eb82330 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.435613] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bacd442-dbc7-468f-9587-da07d8a71270 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.484791] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315f8ef7-a6f5-4a85-9846-31af84781f72 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.494473] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a47d81-365f-4a8f-ba0b-2ea2d10aef72 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.509693] env[68292]: DEBUG nova.compute.provider_tree [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.612991] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.613099] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.613285] env[68292]: DEBUG nova.network.neutron [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.682135] env[68292]: DEBUG nova.network.neutron [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.779272] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3071966, 'name': CloneVM_Task, 'duration_secs': 1.378211} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.783320] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Created linked-clone VM from snapshot [ 844.784590] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f497e4-b017-49cb-b5cf-194629b50d83 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.793814] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Uploading image 87fdeec7-6f92-40fc-b804-7ba594d1e161 {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 844.818795] env[68292]: DEBUG oslo_vmware.rw_handles [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 844.818795] env[68292]: value = "vm-615133" [ 844.818795] env[68292]: _type = "VirtualMachine" [ 844.818795] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 844.819129] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-78a9c5f5-f0f8-4f6e-8646-bde57dcec5a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.829308] env[68292]: DEBUG oslo_vmware.rw_handles [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lease: (returnval){ [ 844.829308] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52687d8e-1bc5-2371-8d60-4db825edb6b3" [ 844.829308] env[68292]: _type = "HttpNfcLease" [ 844.829308] env[68292]: } obtained for exporting VM: (result){ [ 844.829308] env[68292]: value = "vm-615133" [ 844.829308] env[68292]: _type = "VirtualMachine" [ 844.829308] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 844.829570] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the lease: (returnval){ [ 844.829570] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52687d8e-1bc5-2371-8d60-4db825edb6b3" [ 844.829570] env[68292]: _type = "HttpNfcLease" [ 844.829570] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 844.838279] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 844.838279] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52687d8e-1bc5-2371-8d60-4db825edb6b3" [ 844.838279] env[68292]: _type = "HttpNfcLease" [ 844.838279] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 844.884209] env[68292]: DEBUG nova.network.neutron [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Updating instance_info_cache with network_info: [{"id": "a6948c64-16c4-4ef2-bb5d-c8faefba5161", "address": "fa:16:3e:ac:1c:3b", "network": {"id": "887ce2de-2cec-415b-b0fb-1c9f01733fbd", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1700967655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca1a0a854d5a44fb97ad0b7717b18bf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6948c64-16", "ovs_interfaceid": "a6948c64-16c4-4ef2-bb5d-c8faefba5161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.897968] env[68292]: DEBUG nova.compute.manager [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.920007] env[68292]: DEBUG nova.virt.hardware [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.920346] env[68292]: DEBUG nova.virt.hardware [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.920525] env[68292]: DEBUG nova.virt.hardware [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.920774] env[68292]: DEBUG nova.virt.hardware [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.920888] env[68292]: DEBUG nova.virt.hardware [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.921123] env[68292]: DEBUG nova.virt.hardware [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.921302] env[68292]: DEBUG nova.virt.hardware [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.921467] env[68292]: DEBUG nova.virt.hardware [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.921634] env[68292]: DEBUG nova.virt.hardware [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.921799] env[68292]: DEBUG nova.virt.hardware [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.921970] env[68292]: DEBUG nova.virt.hardware [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.922817] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f11c173-31e4-4989-8718-07c2f5501cc2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.931403] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441c75b2-2a6a-4ad3-b027-0dd49df1e42f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.012494] env[68292]: DEBUG nova.scheduler.client.report [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.337722] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 845.337722] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52687d8e-1bc5-2371-8d60-4db825edb6b3" [ 845.337722] env[68292]: _type = "HttpNfcLease" [ 845.337722] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 845.340458] env[68292]: DEBUG oslo_vmware.rw_handles [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 845.340458] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52687d8e-1bc5-2371-8d60-4db825edb6b3" [ 845.340458] env[68292]: _type = "HttpNfcLease" [ 845.340458] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 845.341260] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5345f18d-ea41-4096-9aa5-e8d189ce7952 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.349623] env[68292]: DEBUG oslo_vmware.rw_handles [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a8876-983f-26e3-d38a-e57db0d864b0/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 845.349827] env[68292]: DEBUG oslo_vmware.rw_handles [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a8876-983f-26e3-d38a-e57db0d864b0/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 845.417645] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Releasing lock "refresh_cache-f8bbaccc-7066-43d8-939f-e3a1a22ac8c5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.417996] env[68292]: DEBUG nova.compute.manager [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Instance network_info: |[{"id": "a6948c64-16c4-4ef2-bb5d-c8faefba5161", "address": "fa:16:3e:ac:1c:3b", "network": {"id": "887ce2de-2cec-415b-b0fb-1c9f01733fbd", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1700967655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca1a0a854d5a44fb97ad0b7717b18bf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6948c64-16", "ovs_interfaceid": "a6948c64-16c4-4ef2-bb5d-c8faefba5161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.419769] env[68292]: DEBUG nova.network.neutron [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance_info_cache with network_info: [{"id": "b5806010-f33b-4d6c-8092-94d1705dde6f", "address": "fa:16:3e:a3:e9:bb", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5806010-f3", "ovs_interfaceid": "b5806010-f33b-4d6c-8092-94d1705dde6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.420759] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:1c:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6948c64-16c4-4ef2-bb5d-c8faefba5161', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.428561] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Creating folder: Project (ca1a0a854d5a44fb97ad0b7717b18bf1). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.430275] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33f22d20-fc7e-4258-b5d8-4dd4874d8f30 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.449315] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Created folder: Project (ca1a0a854d5a44fb97ad0b7717b18bf1) in parent group-v614981. [ 845.449549] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Creating folder: Instances. Parent ref: group-v615134. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.450113] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3977e8fa-754f-4eee-aa47-387a9e3bbcb2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.454511] env[68292]: DEBUG nova.network.neutron [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Successfully updated port: c106b287-7871-4bc0-baa1-7fa59aeb9287 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.463693] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38743faf-66c6-41be-9fe1-c293a2ec02e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.466985] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Created folder: Instances in parent group-v615134. [ 845.467781] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.467917] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.468684] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee1af8b0-2683-44b0-9016-2897f8e31d78 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.491040] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.491040] env[68292]: value = "task-3071971" [ 845.491040] env[68292]: _type = "Task" [ 845.491040] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.500170] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071971, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.517562] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.517729] env[68292]: DEBUG nova.compute.manager [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.520138] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.439s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.520381] env[68292]: DEBUG nova.objects.instance [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lazy-loading 'resources' on Instance uuid afb6920d-1c34-440d-a0df-33e48701dade {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.586188] env[68292]: DEBUG nova.compute.manager [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Received event network-changed-a6948c64-16c4-4ef2-bb5d-c8faefba5161 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.586188] env[68292]: DEBUG nova.compute.manager [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Refreshing instance network info cache due to event network-changed-a6948c64-16c4-4ef2-bb5d-c8faefba5161. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.586326] env[68292]: DEBUG oslo_concurrency.lockutils [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] Acquiring lock "refresh_cache-f8bbaccc-7066-43d8-939f-e3a1a22ac8c5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.586482] env[68292]: DEBUG oslo_concurrency.lockutils [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] Acquired lock "refresh_cache-f8bbaccc-7066-43d8-939f-e3a1a22ac8c5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.586750] env[68292]: DEBUG nova.network.neutron [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Refreshing network info cache for port a6948c64-16c4-4ef2-bb5d-c8faefba5161 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.931679] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.957753] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Acquiring lock "refresh_cache-24a921b4-3ba8-47b9-b0fc-27f22e8dd87f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.957904] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Acquired lock "refresh_cache-24a921b4-3ba8-47b9-b0fc-27f22e8dd87f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.958081] env[68292]: DEBUG nova.network.neutron [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.001712] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071971, 'name': CreateVM_Task, 'duration_secs': 0.339974} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.001947] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.002718] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.002952] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.003601] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.003859] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a42d3feb-b6f9-46ad-9221-200162bffbb9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.008666] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Waiting for the task: (returnval){ [ 846.008666] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52075ba1-e365-e3be-b733-e8defc37fe56" [ 846.008666] env[68292]: _type = "Task" [ 846.008666] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.016703] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52075ba1-e365-e3be-b733-e8defc37fe56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.023750] env[68292]: DEBUG nova.compute.utils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.029243] env[68292]: DEBUG nova.compute.manager [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.029243] env[68292]: DEBUG nova.network.neutron [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.069521] env[68292]: DEBUG nova.policy [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0df73a24f6b14a3d86a5219a9aa4f8d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a543e40e62d465d9a711e9dd97cc817', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.160527] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.160986] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.161267] env[68292]: INFO nova.compute.manager [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Shelving [ 846.423169] env[68292]: DEBUG nova.network.neutron [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Updated VIF entry in instance network info cache for port a6948c64-16c4-4ef2-bb5d-c8faefba5161. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.423677] env[68292]: DEBUG nova.network.neutron [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Updating instance_info_cache with network_info: [{"id": "a6948c64-16c4-4ef2-bb5d-c8faefba5161", "address": "fa:16:3e:ac:1c:3b", "network": {"id": "887ce2de-2cec-415b-b0fb-1c9f01733fbd", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1700967655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca1a0a854d5a44fb97ad0b7717b18bf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6948c64-16", "ovs_interfaceid": "a6948c64-16c4-4ef2-bb5d-c8faefba5161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.455393] env[68292]: DEBUG nova.network.neutron [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Successfully created port: e5cb2ac0-93cf-40ce-a07d-51069e848e46 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.461199] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc31ee1a-78e0-438a-a740-75d797a11a40 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.498229] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d6733d-de2b-495c-9565-42c594ede529 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.511538] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance '0196b796-8e2b-470e-90a0-4cd261d46415' progress to 83 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.525819] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52075ba1-e365-e3be-b733-e8defc37fe56, 'name': SearchDatastore_Task, 'duration_secs': 0.020428} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.526171] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.526418] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.526750] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.527180] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.527254] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.527879] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-808a0386-6bdb-4d98-91fb-d9f4e6cb0276 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.530051] env[68292]: DEBUG nova.compute.manager [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.543932] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.544934] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.545582] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96076911-5cca-4c2b-a517-2872a5248a05 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.557019] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Waiting for the task: (returnval){ [ 846.557019] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5295aabf-c84d-5b2f-0896-93a3cdebd441" [ 846.557019] env[68292]: _type = "Task" [ 846.557019] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.561626] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5295aabf-c84d-5b2f-0896-93a3cdebd441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.562672] env[68292]: DEBUG nova.network.neutron [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.676245] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a504af5e-377d-40f1-a810-7de0a45705fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.688519] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e43163-5d98-4e7a-b5ba-b84803bdd9b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.723154] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01df0baa-8295-4226-9998-a51dfe24bd03 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.731232] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501ba291-4a0c-47d7-a968-5dad3e4d56ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.748163] env[68292]: DEBUG nova.compute.provider_tree [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.814380] env[68292]: DEBUG nova.network.neutron [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Updating instance_info_cache with network_info: [{"id": "c106b287-7871-4bc0-baa1-7fa59aeb9287", "address": "fa:16:3e:36:e0:d4", "network": {"id": "edcbca7c-999b-4126-b823-b8cf32de4471", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1626583686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03675eac2154418e9e7c3fa1193fda58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc106b287-78", "ovs_interfaceid": "c106b287-7871-4bc0-baa1-7fa59aeb9287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.930084] env[68292]: DEBUG oslo_concurrency.lockutils [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] Releasing lock "refresh_cache-f8bbaccc-7066-43d8-939f-e3a1a22ac8c5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.930214] env[68292]: DEBUG nova.compute.manager [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Received event network-changed-39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.930419] env[68292]: DEBUG nova.compute.manager [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Refreshing instance network info cache due to event network-changed-39c3a22d-e928-4c0b-9d98-95fb6590109a. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.930645] env[68292]: DEBUG oslo_concurrency.lockutils [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] Acquiring lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.930827] env[68292]: DEBUG oslo_concurrency.lockutils [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] Acquired lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.930949] env[68292]: DEBUG nova.network.neutron [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Refreshing network info cache for port 39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.981426] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "c8d9016a-c5b3-4d53-8f0c-064aee3f688d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.981804] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "c8d9016a-c5b3-4d53-8f0c-064aee3f688d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.982083] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "c8d9016a-c5b3-4d53-8f0c-064aee3f688d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.982318] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "c8d9016a-c5b3-4d53-8f0c-064aee3f688d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.982529] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "c8d9016a-c5b3-4d53-8f0c-064aee3f688d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.986037] env[68292]: INFO nova.compute.manager [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Terminating instance [ 847.021082] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.021394] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8509ac92-a629-4e89-93aa-ae3cae7ac863 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.030743] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 847.030743] env[68292]: value = "task-3071972" [ 847.030743] env[68292]: _type = "Task" [ 847.030743] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.047215] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071972, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.064720] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5295aabf-c84d-5b2f-0896-93a3cdebd441, 'name': SearchDatastore_Task, 'duration_secs': 0.013406} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.065830] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6497ec8-5235-47b5-9292-c65089981468 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.075147] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Waiting for the task: (returnval){ [ 847.075147] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52bf986e-58b6-7fa1-945d-535fccd6e745" [ 847.075147] env[68292]: _type = "Task" [ 847.075147] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.085805] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bf986e-58b6-7fa1-945d-535fccd6e745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.184886] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.185149] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f5477af-6031-41a2-a4b4-5ff5e168b9b0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.193056] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 847.193056] env[68292]: value = "task-3071973" [ 847.193056] env[68292]: _type = "Task" [ 847.193056] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.201749] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.251565] env[68292]: DEBUG nova.scheduler.client.report [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.319799] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Releasing lock "refresh_cache-24a921b4-3ba8-47b9-b0fc-27f22e8dd87f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.320267] env[68292]: DEBUG nova.compute.manager [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Instance network_info: |[{"id": "c106b287-7871-4bc0-baa1-7fa59aeb9287", "address": "fa:16:3e:36:e0:d4", "network": {"id": "edcbca7c-999b-4126-b823-b8cf32de4471", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1626583686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03675eac2154418e9e7c3fa1193fda58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc106b287-78", "ovs_interfaceid": "c106b287-7871-4bc0-baa1-7fa59aeb9287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.320819] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:e0:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c106b287-7871-4bc0-baa1-7fa59aeb9287', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.332467] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Creating folder: Project (03675eac2154418e9e7c3fa1193fda58). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.332830] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-573a1eab-0629-4cd4-8d70-e7c29944216c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.346550] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Created folder: Project (03675eac2154418e9e7c3fa1193fda58) in parent group-v614981. [ 847.346789] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Creating folder: Instances. Parent ref: group-v615137. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.347230] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74a11388-45d8-4813-a287-c0716c23c9f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.361144] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Created folder: Instances in parent group-v615137. [ 847.361466] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.361637] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.361882] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b937181-2f99-4f67-b101-69dd049e343a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.381870] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.381870] env[68292]: value = "task-3071976" [ 847.381870] env[68292]: _type = "Task" [ 847.381870] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.390705] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071976, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.491236] env[68292]: DEBUG nova.compute.manager [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.491543] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.492906] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4996bde4-5f41-4ec7-b0b6-6cbf3d11a516 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.503984] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.504302] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e68c0720-6619-408e-99c7-7bee94bf5bfb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.511658] env[68292]: DEBUG oslo_vmware.api [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 847.511658] env[68292]: value = "task-3071977" [ 847.511658] env[68292]: _type = "Task" [ 847.511658] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.526384] env[68292]: DEBUG oslo_vmware.api [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.544513] env[68292]: DEBUG nova.compute.manager [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.547310] env[68292]: DEBUG oslo_vmware.api [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3071972, 'name': PowerOnVM_Task, 'duration_secs': 0.474008} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.548320] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.549441] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f288c3f-e77a-4f8d-bdc4-a957a6372d08 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance '0196b796-8e2b-470e-90a0-4cd261d46415' progress to 100 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.572451] env[68292]: DEBUG nova.virt.hardware [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.572797] env[68292]: DEBUG nova.virt.hardware [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.573022] env[68292]: DEBUG nova.virt.hardware [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.573298] env[68292]: DEBUG nova.virt.hardware [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.573517] env[68292]: DEBUG nova.virt.hardware [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.573709] env[68292]: DEBUG nova.virt.hardware [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.573980] env[68292]: DEBUG nova.virt.hardware [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.574217] env[68292]: DEBUG nova.virt.hardware [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.574493] env[68292]: DEBUG nova.virt.hardware [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.574664] env[68292]: DEBUG nova.virt.hardware [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.575234] env[68292]: DEBUG nova.virt.hardware [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.576191] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2976af00-08b2-4667-aa27-6076df61ebe3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.601599] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bb3368-07e0-428a-aa16-19d98b40e1a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.607018] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bf986e-58b6-7fa1-945d-535fccd6e745, 'name': SearchDatastore_Task, 'duration_secs': 0.01486} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.609732] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.610463] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] f8bbaccc-7066-43d8-939f-e3a1a22ac8c5/f8bbaccc-7066-43d8-939f-e3a1a22ac8c5.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.611460] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23091cfe-0887-469d-9fa2-dbbdd4756e40 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.630698] env[68292]: DEBUG nova.compute.manager [req-3b3a345d-48f7-4a21-a667-cb2e0fee51e1 req-25aa13a5-dc25-490b-9db5-a3b585659f84 service nova] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Received event network-changed-c106b287-7871-4bc0-baa1-7fa59aeb9287 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.630989] env[68292]: DEBUG nova.compute.manager [req-3b3a345d-48f7-4a21-a667-cb2e0fee51e1 req-25aa13a5-dc25-490b-9db5-a3b585659f84 service nova] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Refreshing instance network info cache due to event network-changed-c106b287-7871-4bc0-baa1-7fa59aeb9287. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.631354] env[68292]: DEBUG oslo_concurrency.lockutils [req-3b3a345d-48f7-4a21-a667-cb2e0fee51e1 req-25aa13a5-dc25-490b-9db5-a3b585659f84 service nova] Acquiring lock "refresh_cache-24a921b4-3ba8-47b9-b0fc-27f22e8dd87f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.631657] env[68292]: DEBUG oslo_concurrency.lockutils [req-3b3a345d-48f7-4a21-a667-cb2e0fee51e1 req-25aa13a5-dc25-490b-9db5-a3b585659f84 service nova] Acquired lock "refresh_cache-24a921b4-3ba8-47b9-b0fc-27f22e8dd87f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.631996] env[68292]: DEBUG nova.network.neutron [req-3b3a345d-48f7-4a21-a667-cb2e0fee51e1 req-25aa13a5-dc25-490b-9db5-a3b585659f84 service nova] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Refreshing network info cache for port c106b287-7871-4bc0-baa1-7fa59aeb9287 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.642758] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Waiting for the task: (returnval){ [ 847.642758] env[68292]: value = "task-3071978" [ 847.642758] env[68292]: _type = "Task" [ 847.642758] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.653425] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.676728] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.676967] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.704791] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071973, 'name': PowerOffVM_Task, 'duration_secs': 0.238949} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.707292] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.708060] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebca055-276c-4ab2-8dea-4bd3ce99fbca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.728181] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf3f12b-1e0a-4c28-a027-63d05b0d0d37 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.756279] env[68292]: DEBUG nova.network.neutron [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updated VIF entry in instance network info cache for port 39c3a22d-e928-4c0b-9d98-95fb6590109a. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.756733] env[68292]: DEBUG nova.network.neutron [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updating instance_info_cache with network_info: [{"id": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "address": "fa:16:3e:7e:3d:d4", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c3a22d-e9", "ovs_interfaceid": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.758556] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.761284] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.216s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.763068] env[68292]: INFO nova.compute.claims [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.770284] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Acquiring lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.770620] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.770891] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Acquiring lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.771123] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.771321] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.774671] env[68292]: INFO nova.compute.manager [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Terminating instance [ 847.795910] env[68292]: INFO nova.scheduler.client.report [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted allocations for instance afb6920d-1c34-440d-a0df-33e48701dade [ 847.897546] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071976, 'name': CreateVM_Task, 'duration_secs': 0.494986} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.897810] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.898883] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.899170] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.899667] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.900061] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04061ec6-385d-4d37-abb7-1524207d964d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.906843] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Waiting for the task: (returnval){ [ 847.906843] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52fd8b5b-1e78-9a07-f2cf-fd74dc24e146" [ 847.906843] env[68292]: _type = "Task" [ 847.906843] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.919034] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fd8b5b-1e78-9a07-f2cf-fd74dc24e146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.025899] env[68292]: DEBUG oslo_vmware.api [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071977, 'name': PowerOffVM_Task, 'duration_secs': 0.338746} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.026306] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.026454] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.026774] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37159473-f9bb-4149-a076-14b6d2d85380 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.096086] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.096357] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.096559] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Deleting the datastore file [datastore2] c8d9016a-c5b3-4d53-8f0c-064aee3f688d {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.096880] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c232ef4-6a93-46aa-8224-bf532e742f0c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.109201] env[68292]: DEBUG oslo_vmware.api [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 848.109201] env[68292]: value = "task-3071980" [ 848.109201] env[68292]: _type = "Task" [ 848.109201] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.119633] env[68292]: DEBUG oslo_vmware.api [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.158832] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071978, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.179805] env[68292]: DEBUG nova.compute.manager [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.241696] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 848.242232] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a82ac02-98e4-43a2-b66c-190632dc8628 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.251956] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 848.251956] env[68292]: value = "task-3071981" [ 848.251956] env[68292]: _type = "Task" [ 848.251956] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.264415] env[68292]: DEBUG oslo_concurrency.lockutils [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] Releasing lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.264415] env[68292]: DEBUG nova.compute.manager [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Received event network-vif-plugged-c106b287-7871-4bc0-baa1-7fa59aeb9287 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.264615] env[68292]: DEBUG oslo_concurrency.lockutils [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] Acquiring lock "24a921b4-3ba8-47b9-b0fc-27f22e8dd87f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.264784] env[68292]: DEBUG oslo_concurrency.lockutils [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] Lock "24a921b4-3ba8-47b9-b0fc-27f22e8dd87f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.264947] env[68292]: DEBUG oslo_concurrency.lockutils [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] Lock "24a921b4-3ba8-47b9-b0fc-27f22e8dd87f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.265133] env[68292]: DEBUG nova.compute.manager [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] No waiting events found dispatching network-vif-plugged-c106b287-7871-4bc0-baa1-7fa59aeb9287 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.265336] env[68292]: WARNING nova.compute.manager [req-e702c72d-951b-4be7-8128-21c6c13dc65c req-4db79fa8-531c-4769-b518-f751de11711f service nova] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Received unexpected event network-vif-plugged-c106b287-7871-4bc0-baa1-7fa59aeb9287 for instance with vm_state building and task_state spawning. [ 848.265758] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.280230] env[68292]: DEBUG nova.compute.manager [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.280230] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.280702] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec48e828-7dc7-4980-800a-e3dc9954cab3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.284884] env[68292]: DEBUG nova.network.neutron [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Successfully updated port: e5cb2ac0-93cf-40ce-a07d-51069e848e46 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.291561] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.292071] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a3e9a14-7aa5-41a7-88e2-a62ce46cb0e8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.302156] env[68292]: DEBUG oslo_vmware.api [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Waiting for the task: (returnval){ [ 848.302156] env[68292]: value = "task-3071982" [ 848.302156] env[68292]: _type = "Task" [ 848.302156] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.310342] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df948108-e553-4843-a90b-7217e4bcccf1 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "afb6920d-1c34-440d-a0df-33e48701dade" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.600s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.317391] env[68292]: DEBUG oslo_vmware.api [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.418988] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fd8b5b-1e78-9a07-f2cf-fd74dc24e146, 'name': SearchDatastore_Task, 'duration_secs': 0.0595} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.423020] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.423020] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.423020] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.423020] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.423020] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.423020] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88b5c1cc-f90d-4e04-9a2f-0dc728ecbbef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.436553] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.436762] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.437565] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b69246f-0a55-45aa-9dfd-c51e745f9d7a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.445896] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Waiting for the task: (returnval){ [ 848.445896] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52452ca5-937b-be57-615a-b53308a93c4c" [ 848.445896] env[68292]: _type = "Task" [ 848.445896] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.455837] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52452ca5-937b-be57-615a-b53308a93c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.493849] env[68292]: DEBUG nova.network.neutron [req-3b3a345d-48f7-4a21-a667-cb2e0fee51e1 req-25aa13a5-dc25-490b-9db5-a3b585659f84 service nova] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Updated VIF entry in instance network info cache for port c106b287-7871-4bc0-baa1-7fa59aeb9287. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.494239] env[68292]: DEBUG nova.network.neutron [req-3b3a345d-48f7-4a21-a667-cb2e0fee51e1 req-25aa13a5-dc25-490b-9db5-a3b585659f84 service nova] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Updating instance_info_cache with network_info: [{"id": "c106b287-7871-4bc0-baa1-7fa59aeb9287", "address": "fa:16:3e:36:e0:d4", "network": {"id": "edcbca7c-999b-4126-b823-b8cf32de4471", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1626583686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03675eac2154418e9e7c3fa1193fda58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc106b287-78", "ovs_interfaceid": "c106b287-7871-4bc0-baa1-7fa59aeb9287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.621742] env[68292]: DEBUG oslo_vmware.api [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3071980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354871} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.622016] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.622215] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.622745] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.622745] env[68292]: INFO nova.compute.manager [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 848.622889] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.623010] env[68292]: DEBUG nova.compute.manager [-] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.623081] env[68292]: DEBUG nova.network.neutron [-] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.655968] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597493} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.658585] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] f8bbaccc-7066-43d8-939f-e3a1a22ac8c5/f8bbaccc-7066-43d8-939f-e3a1a22ac8c5.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.658817] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.659094] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61b992e1-60be-4dfd-8160-2f2ec42887b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.666362] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Waiting for the task: (returnval){ [ 848.666362] env[68292]: value = "task-3071983" [ 848.666362] env[68292]: _type = "Task" [ 848.666362] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.675509] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.707887] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.761759] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071981, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.788756] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "refresh_cache-48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.788910] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "refresh_cache-48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.789077] env[68292]: DEBUG nova.network.neutron [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.810775] env[68292]: DEBUG oslo_vmware.api [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071982, 'name': PowerOffVM_Task, 'duration_secs': 0.267224} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.813506] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.813697] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.814481] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03e5aba5-eeab-4ed6-911b-cddd23baa646 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.891363] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.891613] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.891823] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Deleting the datastore file [datastore1] dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.892104] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e3a41b0-b6e4-4cde-ae60-13d5cd6f8091 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.905721] env[68292]: DEBUG oslo_vmware.api [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Waiting for the task: (returnval){ [ 848.905721] env[68292]: value = "task-3071985" [ 848.905721] env[68292]: _type = "Task" [ 848.905721] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.917083] env[68292]: DEBUG oslo_vmware.api [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.962148] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52452ca5-937b-be57-615a-b53308a93c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.015639} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.963033] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd45c87-d57c-4059-b5e2-c3896e56bb83 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.968888] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Waiting for the task: (returnval){ [ 848.968888] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529a6365-bfeb-d3f2-605f-78b0e5b76e94" [ 848.968888] env[68292]: _type = "Task" [ 848.968888] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.979080] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529a6365-bfeb-d3f2-605f-78b0e5b76e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.997063] env[68292]: DEBUG oslo_concurrency.lockutils [req-3b3a345d-48f7-4a21-a667-cb2e0fee51e1 req-25aa13a5-dc25-490b-9db5-a3b585659f84 service nova] Releasing lock "refresh_cache-24a921b4-3ba8-47b9-b0fc-27f22e8dd87f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.177744] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077922} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.180931] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.182638] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacf3d1f-de2a-40b3-868b-9970f9a1047e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.187742] env[68292]: DEBUG nova.compute.manager [req-68ee0e43-16aa-448e-85ab-498918ef9666 req-e39efc1f-6b4a-4cb5-ae07-93694d50fe34 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Received event network-vif-deleted-1a193442-4faa-4149-be3c-5ba7ef6a9572 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.188020] env[68292]: INFO nova.compute.manager [req-68ee0e43-16aa-448e-85ab-498918ef9666 req-e39efc1f-6b4a-4cb5-ae07-93694d50fe34 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Neutron deleted interface 1a193442-4faa-4149-be3c-5ba7ef6a9572; detaching it from the instance and deleting it from the info cache [ 849.188625] env[68292]: DEBUG nova.network.neutron [req-68ee0e43-16aa-448e-85ab-498918ef9666 req-e39efc1f-6b4a-4cb5-ae07-93694d50fe34 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.219836] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] f8bbaccc-7066-43d8-939f-e3a1a22ac8c5/f8bbaccc-7066-43d8-939f-e3a1a22ac8c5.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.223773] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70aac928-f423-40ce-8c61-addd7fcf27ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.246553] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Waiting for the task: (returnval){ [ 849.246553] env[68292]: value = "task-3071986" [ 849.246553] env[68292]: _type = "Task" [ 849.246553] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.260579] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.266899] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071981, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.349317] env[68292]: DEBUG nova.network.neutron [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.419998] env[68292]: DEBUG oslo_vmware.api [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Task: {'id': task-3071985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308429} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.420370] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.421040] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.421040] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.421040] env[68292]: INFO nova.compute.manager [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 849.421433] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.421535] env[68292]: DEBUG nova.compute.manager [-] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.421665] env[68292]: DEBUG nova.network.neutron [-] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.427945] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bba34f4-07c9-46e3-91fa-07e7b23c7a8e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.437043] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0379e3-74eb-4f12-a113-1cc3b600689c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.483234] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cdd750-dd91-4f8a-af58-48449f49b2bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.500027] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529a6365-bfeb-d3f2-605f-78b0e5b76e94, 'name': SearchDatastore_Task, 'duration_secs': 0.022222} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.500475] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.500761] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f/24a921b4-3ba8-47b9-b0fc-27f22e8dd87f.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.503076] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834471b0-336b-4d46-85b2-6422602f91e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.508203] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48633bab-6c35-42eb-86fd-709f2f1fd91f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.524809] env[68292]: DEBUG nova.compute.provider_tree [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.526311] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Waiting for the task: (returnval){ [ 849.526311] env[68292]: value = "task-3071987" [ 849.526311] env[68292]: _type = "Task" [ 849.526311] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.537942] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3071987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.570844] env[68292]: DEBUG nova.network.neutron [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Updating instance_info_cache with network_info: [{"id": "e5cb2ac0-93cf-40ce-a07d-51069e848e46", "address": "fa:16:3e:b3:f0:47", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5cb2ac0-93", "ovs_interfaceid": "e5cb2ac0-93cf-40ce-a07d-51069e848e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.667850] env[68292]: DEBUG nova.network.neutron [-] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.691103] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-065ebea4-ee59-42c9-86c9-525954f1d2b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.702943] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0115b2-5549-41f8-86b7-9599a6c52def {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.746734] env[68292]: DEBUG nova.compute.manager [req-68ee0e43-16aa-448e-85ab-498918ef9666 req-e39efc1f-6b4a-4cb5-ae07-93694d50fe34 service nova] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Detach interface failed, port_id=1a193442-4faa-4149-be3c-5ba7ef6a9572, reason: Instance c8d9016a-c5b3-4d53-8f0c-064aee3f688d could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 849.764118] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071986, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.781120] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071981, 'name': CreateSnapshot_Task, 'duration_secs': 1.099533} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.781120] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 849.781120] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0731106f-7d96-4d34-88a5-9e4831c61b44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.834895] env[68292]: DEBUG nova.compute.manager [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Received event network-vif-plugged-e5cb2ac0-93cf-40ce-a07d-51069e848e46 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.835160] env[68292]: DEBUG oslo_concurrency.lockutils [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] Acquiring lock "48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.844052] env[68292]: DEBUG oslo_concurrency.lockutils [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] Lock "48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.844052] env[68292]: DEBUG oslo_concurrency.lockutils [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] Lock "48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.844052] env[68292]: DEBUG nova.compute.manager [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] No waiting events found dispatching network-vif-plugged-e5cb2ac0-93cf-40ce-a07d-51069e848e46 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.844052] env[68292]: WARNING nova.compute.manager [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Received unexpected event network-vif-plugged-e5cb2ac0-93cf-40ce-a07d-51069e848e46 for instance with vm_state building and task_state spawning. [ 849.844052] env[68292]: DEBUG nova.compute.manager [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Received event network-changed-e5cb2ac0-93cf-40ce-a07d-51069e848e46 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.844052] env[68292]: DEBUG nova.compute.manager [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Refreshing instance network info cache due to event network-changed-e5cb2ac0-93cf-40ce-a07d-51069e848e46. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.844052] env[68292]: DEBUG oslo_concurrency.lockutils [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] Acquiring lock "refresh_cache-48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.028606] env[68292]: DEBUG nova.scheduler.client.report [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.051999] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3071987, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.077726] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "refresh_cache-48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.078243] env[68292]: DEBUG nova.compute.manager [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Instance network_info: |[{"id": "e5cb2ac0-93cf-40ce-a07d-51069e848e46", "address": "fa:16:3e:b3:f0:47", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5cb2ac0-93", "ovs_interfaceid": "e5cb2ac0-93cf-40ce-a07d-51069e848e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.078694] env[68292]: DEBUG oslo_concurrency.lockutils [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] Acquired lock "refresh_cache-48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.078941] env[68292]: DEBUG nova.network.neutron [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Refreshing network info cache for port e5cb2ac0-93cf-40ce-a07d-51069e848e46 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.080631] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:f0:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5cb2ac0-93cf-40ce-a07d-51069e848e46', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.094629] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.096429] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.096884] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f272838-2f1b-472b-bd59-58e6966fb152 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.124090] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.124090] env[68292]: value = "task-3071988" [ 850.124090] env[68292]: _type = "Task" [ 850.124090] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.138878] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071988, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.170458] env[68292]: INFO nova.compute.manager [-] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Took 1.55 seconds to deallocate network for instance. [ 850.258538] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071986, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.302374] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 850.302984] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4c499a59-7702-4ec7-9b04-9d695b49022b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.312575] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 850.312575] env[68292]: value = "task-3071989" [ 850.312575] env[68292]: _type = "Task" [ 850.312575] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.322600] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071989, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.556147] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.556902] env[68292]: DEBUG nova.compute.manager [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.561191] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3071987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620595} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.563986] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.674s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.564663] env[68292]: DEBUG nova.objects.instance [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lazy-loading 'resources' on Instance uuid 091c02fd-3fef-4b06-b81b-d3d3397c51a1 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.568884] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f/24a921b4-3ba8-47b9-b0fc-27f22e8dd87f.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.570022] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.570474] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08b79f03-8380-44c2-b088-fc42f9cb1eb4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.584040] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Waiting for the task: (returnval){ [ 850.584040] env[68292]: value = "task-3071990" [ 850.584040] env[68292]: _type = "Task" [ 850.584040] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.593954] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3071990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.638192] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071988, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.679271] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.725028] env[68292]: DEBUG nova.network.neutron [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Port b5806010-f33b-4d6c-8092-94d1705dde6f binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 850.725028] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.725028] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.725028] env[68292]: DEBUG nova.network.neutron [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.757238] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071986, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.826885] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071989, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.830287] env[68292]: DEBUG nova.objects.instance [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lazy-loading 'flavor' on Instance uuid 579ecc58-5c84-4237-bf96-4e36c0f75dcd {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.898976] env[68292]: DEBUG nova.network.neutron [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Updated VIF entry in instance network info cache for port e5cb2ac0-93cf-40ce-a07d-51069e848e46. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.899378] env[68292]: DEBUG nova.network.neutron [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Updating instance_info_cache with network_info: [{"id": "e5cb2ac0-93cf-40ce-a07d-51069e848e46", "address": "fa:16:3e:b3:f0:47", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5cb2ac0-93", "ovs_interfaceid": "e5cb2ac0-93cf-40ce-a07d-51069e848e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.064033] env[68292]: DEBUG nova.compute.utils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.064999] env[68292]: DEBUG nova.compute.manager [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.065213] env[68292]: DEBUG nova.network.neutron [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.067109] env[68292]: DEBUG nova.network.neutron [-] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.094886] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3071990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078782} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.094886] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.095858] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad11242a-d368-4932-9cf2-72e1804d12ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.119269] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f/24a921b4-3ba8-47b9-b0fc-27f22e8dd87f.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.122437] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e4bf1da-0500-4dc5-84ac-6576bfb276c2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.138928] env[68292]: DEBUG nova.policy [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '420e35a728444a2dbf4b34526e978db0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc86a3be8e54e51af3b518499e5aeca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.148967] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071988, 'name': CreateVM_Task, 'duration_secs': 0.602713} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.150337] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.150690] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Waiting for the task: (returnval){ [ 851.150690] env[68292]: value = "task-3071991" [ 851.150690] env[68292]: _type = "Task" [ 851.150690] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.151582] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.151582] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.152304] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.152304] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4605e193-9b3c-4eaf-a054-0d8a399490f0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.164925] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 851.164925] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]523e6bdd-98c5-204a-fb45-09e40c6a6ba0" [ 851.164925] env[68292]: _type = "Task" [ 851.164925] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.165245] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3071991, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.173678] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523e6bdd-98c5-204a-fb45-09e40c6a6ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.264026] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071986, 'name': ReconfigVM_Task, 'duration_secs': 1.540744} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.264287] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Reconfigured VM instance instance-00000037 to attach disk [datastore1] f8bbaccc-7066-43d8-939f-e3a1a22ac8c5/f8bbaccc-7066-43d8-939f-e3a1a22ac8c5.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.264995] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fb7cb8c-f0fd-4af3-839d-8a2e17d56d38 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.272497] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Waiting for the task: (returnval){ [ 851.272497] env[68292]: value = "task-3071992" [ 851.272497] env[68292]: _type = "Task" [ 851.272497] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.283673] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071992, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.329780] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071989, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.339844] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquiring lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.340494] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquired lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.408565] env[68292]: DEBUG oslo_concurrency.lockutils [req-d07f764c-a189-412f-aa64-eb9466b52368 req-f03997b6-25cd-46e8-9f4a-176ec1a561c5 service nova] Releasing lock "refresh_cache-48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.554543] env[68292]: DEBUG nova.network.neutron [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance_info_cache with network_info: [{"id": "b5806010-f33b-4d6c-8092-94d1705dde6f", "address": "fa:16:3e:a3:e9:bb", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5806010-f3", "ovs_interfaceid": "b5806010-f33b-4d6c-8092-94d1705dde6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.568842] env[68292]: DEBUG nova.compute.manager [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.572068] env[68292]: INFO nova.compute.manager [-] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Took 2.15 seconds to deallocate network for instance. [ 851.677882] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3071991, 'name': ReconfigVM_Task, 'duration_secs': 0.40545} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.683474] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f/24a921b4-3ba8-47b9-b0fc-27f22e8dd87f.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.687365] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0438eb4f-9a07-4a2d-9f2a-971d3c15da04 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.689706] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523e6bdd-98c5-204a-fb45-09e40c6a6ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.013048} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.690088] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.690373] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.690625] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.690779] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.690960] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.691894] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ccb4a41-adc5-4824-ad33-08ecffe7d306 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.698825] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Waiting for the task: (returnval){ [ 851.698825] env[68292]: value = "task-3071993" [ 851.698825] env[68292]: _type = "Task" [ 851.698825] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.706923] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.706923] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.710693] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90486a2-26a0-4d93-91ee-a0c0e3e49a3b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.713679] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3071993, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.723144] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 851.723144] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5248e0c9-acfd-86a9-19ec-899f0197f57c" [ 851.723144] env[68292]: _type = "Task" [ 851.723144] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.730132] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5248e0c9-acfd-86a9-19ec-899f0197f57c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.734192] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed67ab9-ef66-4b15-9e8f-fb8aa672ba85 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.742465] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efdf8e8-5f3d-41f5-9e95-de731da70220 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.781991] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8869674c-1b59-483e-9082-cd1e5a24f281 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.790766] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071992, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.794658] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae72aac-41aa-4420-8f67-3d065b9b1bc9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.800196] env[68292]: DEBUG nova.network.neutron [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Successfully created port: 2946306b-7828-41c3-833f-dbd7800ce1ba {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.814878] env[68292]: DEBUG nova.compute.provider_tree [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.830833] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071989, 'name': CloneVM_Task} progress is 95%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.057555] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.082293] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.199199] env[68292]: DEBUG nova.network.neutron [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.213479] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3071993, 'name': Rename_Task, 'duration_secs': 0.185265} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.213969] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.216018] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3cc09a6-9c7a-4016-a1e1-ff4b1e813a17 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.225077] env[68292]: DEBUG nova.compute.manager [req-2bdd53b2-1065-4848-ba7e-eddb230e5f86 req-58d1ca5a-8545-45c8-a737-d19cb6f7bd0b service nova] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Received event network-vif-deleted-517ca566-9a85-43ca-ac2f-02e022f0361a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.231314] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Waiting for the task: (returnval){ [ 852.231314] env[68292]: value = "task-3071994" [ 852.231314] env[68292]: _type = "Task" [ 852.231314] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.239249] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5248e0c9-acfd-86a9-19ec-899f0197f57c, 'name': SearchDatastore_Task, 'duration_secs': 0.014719} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.240502] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d8235c-9be8-4ab4-9c9a-aa1559dca179 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.246504] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3071994, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.250392] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 852.250392] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5251f6fe-71ee-7fbe-b913-b6e521fd1607" [ 852.250392] env[68292]: _type = "Task" [ 852.250392] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.259967] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5251f6fe-71ee-7fbe-b913-b6e521fd1607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.291520] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071992, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.331739] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3071989, 'name': CloneVM_Task, 'duration_secs': 1.602391} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.333148] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Created linked-clone VM from snapshot [ 852.333148] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e603e7b-f2b3-41a5-8086-d5822aea521f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.341574] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Uploading image b3fa2a16-587a-4524-a5bc-5852338554e3 {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 852.350906] env[68292]: ERROR nova.scheduler.client.report [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [req-8e1a566c-0c9a-470a-a09b-18b844172a00] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e1a566c-0c9a-470a-a09b-18b844172a00"}]} [ 852.373458] env[68292]: DEBUG nova.scheduler.client.report [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 852.380288] env[68292]: DEBUG oslo_vmware.rw_handles [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 852.380288] env[68292]: value = "vm-615142" [ 852.380288] env[68292]: _type = "VirtualMachine" [ 852.380288] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 852.380646] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-772540b0-8026-43ed-ac0c-62239ee6e12a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.391378] env[68292]: DEBUG oslo_vmware.rw_handles [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lease: (returnval){ [ 852.391378] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c61e42-ad42-4ef1-d59c-bb79eeb218c3" [ 852.391378] env[68292]: _type = "HttpNfcLease" [ 852.391378] env[68292]: } obtained for exporting VM: (result){ [ 852.391378] env[68292]: value = "vm-615142" [ 852.391378] env[68292]: _type = "VirtualMachine" [ 852.391378] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 852.391378] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the lease: (returnval){ [ 852.391378] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c61e42-ad42-4ef1-d59c-bb79eeb218c3" [ 852.391378] env[68292]: _type = "HttpNfcLease" [ 852.391378] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 852.395443] env[68292]: DEBUG nova.scheduler.client.report [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 852.395664] env[68292]: DEBUG nova.compute.provider_tree [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.403551] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.403551] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c61e42-ad42-4ef1-d59c-bb79eeb218c3" [ 852.403551] env[68292]: _type = "HttpNfcLease" [ 852.403551] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 852.405281] env[68292]: DEBUG oslo_vmware.rw_handles [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 852.405281] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c61e42-ad42-4ef1-d59c-bb79eeb218c3" [ 852.405281] env[68292]: _type = "HttpNfcLease" [ 852.405281] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 852.405281] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2b65c7-1918-48ee-a4c7-91def6c571c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.410429] env[68292]: DEBUG nova.scheduler.client.report [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 852.415583] env[68292]: DEBUG oslo_vmware.rw_handles [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521cc742-c22d-7444-7814-592006138872/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 852.415836] env[68292]: DEBUG oslo_vmware.rw_handles [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521cc742-c22d-7444-7814-592006138872/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 852.479208] env[68292]: DEBUG nova.scheduler.client.report [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 852.530937] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd27a925-c96e-4c9f-a2f2-751406979c87 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.565422] env[68292]: DEBUG nova.compute.manager [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68292) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 852.565674] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.579375] env[68292]: DEBUG nova.compute.manager [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.745788] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3071994, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.766868] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5251f6fe-71ee-7fbe-b913-b6e521fd1607, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.770337] env[68292]: DEBUG nova.virt.hardware [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.773885] env[68292]: DEBUG nova.virt.hardware [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.773885] env[68292]: DEBUG nova.virt.hardware [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.773885] env[68292]: DEBUG nova.virt.hardware [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.773885] env[68292]: DEBUG nova.virt.hardware [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.773885] env[68292]: DEBUG nova.virt.hardware [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.773885] env[68292]: DEBUG nova.virt.hardware [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.773885] env[68292]: DEBUG nova.virt.hardware [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.773885] env[68292]: DEBUG nova.virt.hardware [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.773885] env[68292]: DEBUG nova.virt.hardware [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.774393] env[68292]: DEBUG nova.virt.hardware [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.774736] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.776039] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385/48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.776690] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7f8455-021f-4407-9728-b5cf9ef91ef0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.779641] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7384a217-f8bb-42aa-81cb-bbe2e542bc8c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.796032] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f80992c-3a97-4bca-b10d-90b4b23cfb3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.801419] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071992, 'name': Rename_Task, 'duration_secs': 1.222007} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.801836] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 852.801836] env[68292]: value = "task-3071996" [ 852.801836] env[68292]: _type = "Task" [ 852.801836] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.807118] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.808152] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-047c0425-2fb0-4c58-b8b7-006afb930a5e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.831810] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.833185] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Waiting for the task: (returnval){ [ 852.833185] env[68292]: value = "task-3071997" [ 852.833185] env[68292]: _type = "Task" [ 852.833185] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.842612] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.986705] env[68292]: DEBUG oslo_concurrency.lockutils [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "interface-fd7b06e0-dac8-4f70-9554-170b4bb82b6e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.987040] env[68292]: DEBUG oslo_concurrency.lockutils [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "interface-fd7b06e0-dac8-4f70-9554-170b4bb82b6e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.987307] env[68292]: DEBUG nova.objects.instance [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lazy-loading 'flavor' on Instance uuid fd7b06e0-dac8-4f70-9554-170b4bb82b6e {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.052634] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71fa46c-e424-4314-9bd4-8f0705567bae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.062221] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55118ba-8a9c-4c88-abc5-7c975c475b53 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.105883] env[68292]: DEBUG nova.network.neutron [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updating instance_info_cache with network_info: [{"id": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "address": "fa:16:3e:3f:11:02", "network": {"id": "9b5b3289-6712-487e-a99e-2305a2ba8f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-204709918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f98a12e449485686d386fa2f7da899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce10c923-cf", "ovs_interfaceid": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.108439] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915d3937-c3a4-420c-af85-63ba3b2814ba {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.122621] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faf3e24-7cd8-4523-9d76-b271fb21d57e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.142344] env[68292]: DEBUG nova.compute.provider_tree [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.243722] env[68292]: DEBUG oslo_vmware.api [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3071994, 'name': PowerOnVM_Task, 'duration_secs': 0.595627} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.244103] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.244757] env[68292]: INFO nova.compute.manager [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Took 8.35 seconds to spawn the instance on the hypervisor. [ 853.244850] env[68292]: DEBUG nova.compute.manager [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.245934] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5db8a8-a888-4263-b5e7-58575a9afa26 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.322063] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071996, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.345757] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071997, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.613871] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Releasing lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.614679] env[68292]: DEBUG nova.compute.manager [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Inject network info {{(pid=68292) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 853.615081] env[68292]: DEBUG nova.compute.manager [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] network_info to inject: |[{"id": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "address": "fa:16:3e:3f:11:02", "network": {"id": "9b5b3289-6712-487e-a99e-2305a2ba8f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-204709918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f98a12e449485686d386fa2f7da899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce10c923-cf", "ovs_interfaceid": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 853.621369] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Reconfiguring VM instance to set the machine id {{(pid=68292) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 853.622326] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f7c5da0-7b45-454e-997e-c464262f8c48 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.642134] env[68292]: DEBUG oslo_vmware.api [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for the task: (returnval){ [ 853.642134] env[68292]: value = "task-3071998" [ 853.642134] env[68292]: _type = "Task" [ 853.642134] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.657217] env[68292]: DEBUG oslo_vmware.api [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.683605] env[68292]: DEBUG nova.scheduler.client.report [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 853.683966] env[68292]: DEBUG nova.compute.provider_tree [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 79 to 80 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 853.684397] env[68292]: DEBUG nova.compute.provider_tree [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.703666] env[68292]: DEBUG nova.objects.instance [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lazy-loading 'pci_requests' on Instance uuid fd7b06e0-dac8-4f70-9554-170b4bb82b6e {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.770761] env[68292]: INFO nova.compute.manager [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Took 40.44 seconds to build instance. [ 853.823389] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646209} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.823921] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385/48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.824374] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.824816] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95e24a49-ec23-4c93-94ba-5dec54b34b80 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.832867] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 853.832867] env[68292]: value = "task-3071999" [ 853.832867] env[68292]: _type = "Task" [ 853.832867] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.834092] env[68292]: DEBUG nova.network.neutron [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Successfully updated port: 2946306b-7828-41c3-833f-dbd7800ce1ba {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.859554] env[68292]: DEBUG oslo_vmware.api [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3071997, 'name': PowerOnVM_Task, 'duration_secs': 0.791564} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.860342] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.860817] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.861216] env[68292]: INFO nova.compute.manager [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Took 11.76 seconds to spawn the instance on the hypervisor. [ 853.861487] env[68292]: DEBUG nova.compute.manager [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.862349] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e59ea1-36c9-45cf-9aa1-477f38b5d101 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.085707] env[68292]: DEBUG oslo_vmware.rw_handles [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a8876-983f-26e3-d38a-e57db0d864b0/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 854.086954] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc80247-2ec4-43a2-9378-ede2365c2fc9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.093946] env[68292]: DEBUG oslo_vmware.rw_handles [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a8876-983f-26e3-d38a-e57db0d864b0/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 854.094101] env[68292]: ERROR oslo_vmware.rw_handles [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a8876-983f-26e3-d38a-e57db0d864b0/disk-0.vmdk due to incomplete transfer. [ 854.094314] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2efbf41-245f-4b41-bd72-587d18d55fc1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.103677] env[68292]: DEBUG oslo_vmware.rw_handles [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a8876-983f-26e3-d38a-e57db0d864b0/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 854.103955] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Uploaded image 87fdeec7-6f92-40fc-b804-7ba594d1e161 to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 854.106391] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 854.106728] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-33f3feb9-462f-4ab3-b1ba-519bfbde7f62 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.112770] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 854.112770] env[68292]: value = "task-3072000" [ 854.112770] env[68292]: _type = "Task" [ 854.112770] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.121283] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072000, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.153407] env[68292]: DEBUG oslo_vmware.api [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3071998, 'name': ReconfigVM_Task, 'duration_secs': 0.181764} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.153816] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb0c98e-a53a-4f73-85a2-8a671d22f3e2 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Reconfigured VM instance to set the machine id {{(pid=68292) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 854.190038] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.626s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.192968] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.831s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.195181] env[68292]: INFO nova.compute.claims [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.206044] env[68292]: DEBUG nova.objects.base [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 854.206658] env[68292]: DEBUG nova.network.neutron [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.213375] env[68292]: INFO nova.scheduler.client.report [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Deleted allocations for instance 091c02fd-3fef-4b06-b81b-d3d3397c51a1 [ 854.272905] env[68292]: DEBUG nova.policy [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d9ccc2985ee464281c440f63264adf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16e8c0bea4d4195a85f1146cef05a8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.274671] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59ddda51-6c9e-46bc-9e05-72347094427c tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Lock "24a921b4-3ba8-47b9-b0fc-27f22e8dd87f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.960s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.346548] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3071999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118132} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.347106] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "refresh_cache-b324ef32-f584-4281-a50d-7aaf546a96ec" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.347255] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquired lock "refresh_cache-b324ef32-f584-4281-a50d-7aaf546a96ec" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.347534] env[68292]: DEBUG nova.network.neutron [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.348689] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.349887] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66401426-76b8-414b-99d0-e25c11f21d5c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.373358] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385/48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.377923] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d26dc0c-64de-4d71-8838-24be6bb78317 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.395529] env[68292]: INFO nova.compute.manager [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Took 41.07 seconds to build instance. [ 854.401405] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 854.401405] env[68292]: value = "task-3072001" [ 854.401405] env[68292]: _type = "Task" [ 854.401405] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.411788] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.623597] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072000, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.685247] env[68292]: DEBUG nova.network.neutron [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Successfully created port: f50577fe-9cb4-4cfd-8236-e4fad5959f2c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.723702] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d3860f-062d-47e7-b58e-485888a107fc tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "091c02fd-3fef-4b06-b81b-d3d3397c51a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.842s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.898709] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a9933c8-3056-47d4-aaf8-601973c89b49 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Lock "f8bbaccc-7066-43d8-939f-e3a1a22ac8c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.594s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.908704] env[68292]: DEBUG nova.network.neutron [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.915050] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.123591] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072000, 'name': Destroy_Task, 'duration_secs': 0.90865} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.126651] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Destroyed the VM [ 855.126949] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 855.127286] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-84c5b6a7-35b0-4193-8f94-f176eaf6af88 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.133807] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 855.133807] env[68292]: value = "task-3072002" [ 855.133807] env[68292]: _type = "Task" [ 855.133807] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.142527] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072002, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.154739] env[68292]: DEBUG nova.compute.manager [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Received event network-changed-ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.154989] env[68292]: DEBUG nova.compute.manager [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Refreshing instance network info cache due to event network-changed-ce10c923-cf03-4bc4-88db-b0173953d9a6. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.155270] env[68292]: DEBUG oslo_concurrency.lockutils [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] Acquiring lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.155556] env[68292]: DEBUG oslo_concurrency.lockutils [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] Acquired lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.155786] env[68292]: DEBUG nova.network.neutron [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Refreshing network info cache for port ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.179301] env[68292]: DEBUG nova.network.neutron [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Updating instance_info_cache with network_info: [{"id": "2946306b-7828-41c3-833f-dbd7800ce1ba", "address": "fa:16:3e:4a:5c:0e", "network": {"id": "ee74c86a-f6af-4292-9b9b-64e7a6a8bb3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-204227372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc86a3be8e54e51af3b518499e5aeca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2946306b-78", "ovs_interfaceid": "2946306b-7828-41c3-833f-dbd7800ce1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.413881] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072001, 'name': ReconfigVM_Task, 'duration_secs': 0.622376} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.414193] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385/48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.414827] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9282952c-bfc6-4eb2-95eb-0052013a30da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.422134] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 855.422134] env[68292]: value = "task-3072003" [ 855.422134] env[68292]: _type = "Task" [ 855.422134] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.433549] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072003, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.557090] env[68292]: DEBUG nova.objects.instance [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lazy-loading 'flavor' on Instance uuid 579ecc58-5c84-4237-bf96-4e36c0f75dcd {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.645080] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072002, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.683425] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Releasing lock "refresh_cache-b324ef32-f584-4281-a50d-7aaf546a96ec" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.683849] env[68292]: DEBUG nova.compute.manager [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Instance network_info: |[{"id": "2946306b-7828-41c3-833f-dbd7800ce1ba", "address": "fa:16:3e:4a:5c:0e", "network": {"id": "ee74c86a-f6af-4292-9b9b-64e7a6a8bb3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-204227372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc86a3be8e54e51af3b518499e5aeca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2946306b-78", "ovs_interfaceid": "2946306b-7828-41c3-833f-dbd7800ce1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.685096] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9864139-d6b7-4c4d-9f5a-08b3a5216d15 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.691785] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:5c:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2946306b-7828-41c3-833f-dbd7800ce1ba', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.704909] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Creating folder: Project (dfc86a3be8e54e51af3b518499e5aeca). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.708773] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9227899-a872-4b0d-81db-c30785ec694f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.717239] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc10dc0b-b820-4e96-8889-2ef8c5e3360a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.724073] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Created folder: Project (dfc86a3be8e54e51af3b518499e5aeca) in parent group-v614981. [ 855.724375] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Creating folder: Instances. Parent ref: group-v615143. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.725159] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ff1081f-ac46-4d7f-9912-fdb4fa83ef44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.769421] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e3f19d-7dd4-44be-bd89-af17e97a3d06 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.777302] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b94d97b-b51c-4856-8d53-9db300b105fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.782772] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Created folder: Instances in parent group-v615143. [ 855.783034] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.783636] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.783872] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36b4b419-b878-4a34-9d41-6719af1cfbb8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.806277] env[68292]: DEBUG nova.compute.provider_tree [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.813323] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.813323] env[68292]: value = "task-3072006" [ 855.813323] env[68292]: _type = "Task" [ 855.813323] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.826513] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072006, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.934438] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072003, 'name': Rename_Task, 'duration_secs': 0.190404} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.934774] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.935040] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-709b7565-8635-4a58-a97f-1d712d3edfec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.941711] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 855.941711] env[68292]: value = "task-3072007" [ 855.941711] env[68292]: _type = "Task" [ 855.941711] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.950341] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.964524] env[68292]: DEBUG nova.network.neutron [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updated VIF entry in instance network info cache for port ce10c923-cf03-4bc4-88db-b0173953d9a6. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.964905] env[68292]: DEBUG nova.network.neutron [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updating instance_info_cache with network_info: [{"id": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "address": "fa:16:3e:3f:11:02", "network": {"id": "9b5b3289-6712-487e-a99e-2305a2ba8f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-204709918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f98a12e449485686d386fa2f7da899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce10c923-cf", "ovs_interfaceid": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.064191] env[68292]: DEBUG oslo_concurrency.lockutils [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquiring lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.148422] env[68292]: DEBUG oslo_vmware.api [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072002, 'name': RemoveSnapshot_Task, 'duration_secs': 0.57915} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.148717] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 856.148957] env[68292]: INFO nova.compute.manager [None req-af01dee8-f881-4216-98cd-ab6cc7cc31a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Took 15.00 seconds to snapshot the instance on the hypervisor. [ 856.312018] env[68292]: DEBUG nova.scheduler.client.report [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.330562] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072006, 'name': CreateVM_Task, 'duration_secs': 0.489135} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.331773] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.333848] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.334183] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.334629] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.337598] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef1c9cf-a27b-4346-98f0-3afa21cf3f18 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.341553] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 856.341553] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520a8dc7-33fe-c633-efcc-1891584c1c50" [ 856.341553] env[68292]: _type = "Task" [ 856.341553] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.353092] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520a8dc7-33fe-c633-efcc-1891584c1c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.452323] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072007, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.467633] env[68292]: DEBUG oslo_concurrency.lockutils [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] Releasing lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.467996] env[68292]: DEBUG nova.compute.manager [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Received event network-vif-plugged-2946306b-7828-41c3-833f-dbd7800ce1ba {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.468223] env[68292]: DEBUG oslo_concurrency.lockutils [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] Acquiring lock "b324ef32-f584-4281-a50d-7aaf546a96ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.469040] env[68292]: DEBUG oslo_concurrency.lockutils [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] Lock "b324ef32-f584-4281-a50d-7aaf546a96ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.469040] env[68292]: DEBUG oslo_concurrency.lockutils [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] Lock "b324ef32-f584-4281-a50d-7aaf546a96ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.469040] env[68292]: DEBUG nova.compute.manager [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] No waiting events found dispatching network-vif-plugged-2946306b-7828-41c3-833f-dbd7800ce1ba {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.469040] env[68292]: WARNING nova.compute.manager [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Received unexpected event network-vif-plugged-2946306b-7828-41c3-833f-dbd7800ce1ba for instance with vm_state building and task_state spawning. [ 856.469284] env[68292]: DEBUG nova.compute.manager [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Received event network-changed-2946306b-7828-41c3-833f-dbd7800ce1ba {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.469284] env[68292]: DEBUG nova.compute.manager [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Refreshing instance network info cache due to event network-changed-2946306b-7828-41c3-833f-dbd7800ce1ba. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.469441] env[68292]: DEBUG oslo_concurrency.lockutils [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] Acquiring lock "refresh_cache-b324ef32-f584-4281-a50d-7aaf546a96ec" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.469578] env[68292]: DEBUG oslo_concurrency.lockutils [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] Acquired lock "refresh_cache-b324ef32-f584-4281-a50d-7aaf546a96ec" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.469734] env[68292]: DEBUG nova.network.neutron [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Refreshing network info cache for port 2946306b-7828-41c3-833f-dbd7800ce1ba {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.474283] env[68292]: DEBUG oslo_concurrency.lockutils [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquired lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.478088] env[68292]: DEBUG nova.network.neutron [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Successfully updated port: f50577fe-9cb4-4cfd-8236-e4fad5959f2c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.817935] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.818763] env[68292]: DEBUG nova.compute.manager [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.822245] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.345s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.826162] env[68292]: INFO nova.compute.claims [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.852213] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520a8dc7-33fe-c633-efcc-1891584c1c50, 'name': SearchDatastore_Task, 'duration_secs': 0.016156} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.852557] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.852840] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.853137] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.853408] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.853904] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.853983] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4de194d-0875-457f-a615-d531a82e0f22 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.878290] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.878359] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.882475] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3aeb21f-c1b1-403c-b969-5d220b3377dd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.891844] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 856.891844] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527f7672-e65e-ea3b-b42a-fd7cb86db262" [ 856.891844] env[68292]: _type = "Task" [ 856.891844] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.904857] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527f7672-e65e-ea3b-b42a-fd7cb86db262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.955803] env[68292]: DEBUG oslo_vmware.api [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072007, 'name': PowerOnVM_Task, 'duration_secs': 0.964044} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.956182] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.956478] env[68292]: INFO nova.compute.manager [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Took 9.41 seconds to spawn the instance on the hypervisor. [ 856.956809] env[68292]: DEBUG nova.compute.manager [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.957978] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf820d8c-401c-409b-ac30-9b6958f1312f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.984104] env[68292]: DEBUG oslo_concurrency.lockutils [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.984104] env[68292]: DEBUG oslo_concurrency.lockutils [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.984104] env[68292]: DEBUG nova.network.neutron [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.327439] env[68292]: DEBUG nova.compute.utils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.331467] env[68292]: DEBUG nova.compute.manager [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.331649] env[68292]: DEBUG nova.network.neutron [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.370963] env[68292]: DEBUG nova.policy [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20635a5fed614cd0a3d4a96c4c6ef87e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '423c2aca34d0475fac26f9be311ffbb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.397789] env[68292]: DEBUG nova.network.neutron [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Updated VIF entry in instance network info cache for port 2946306b-7828-41c3-833f-dbd7800ce1ba. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.398173] env[68292]: DEBUG nova.network.neutron [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Updating instance_info_cache with network_info: [{"id": "2946306b-7828-41c3-833f-dbd7800ce1ba", "address": "fa:16:3e:4a:5c:0e", "network": {"id": "ee74c86a-f6af-4292-9b9b-64e7a6a8bb3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-204227372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc86a3be8e54e51af3b518499e5aeca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2946306b-78", "ovs_interfaceid": "2946306b-7828-41c3-833f-dbd7800ce1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.400351] env[68292]: DEBUG nova.network.neutron [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.414504] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527f7672-e65e-ea3b-b42a-fd7cb86db262, 'name': SearchDatastore_Task, 'duration_secs': 0.012459} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.415562] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd1c315-8e27-4436-bd35-97d373d0d5db {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.421702] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 857.421702] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529ac15b-a14d-bdcd-aa10-2ddae840d68d" [ 857.421702] env[68292]: _type = "Task" [ 857.421702] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.430646] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529ac15b-a14d-bdcd-aa10-2ddae840d68d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.480620] env[68292]: INFO nova.compute.manager [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Took 41.69 seconds to build instance. [ 857.530414] env[68292]: WARNING nova.network.neutron [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] 942f8fd2-9f40-4810-aaf7-305362c2ee00 already exists in list: networks containing: ['942f8fd2-9f40-4810-aaf7-305362c2ee00']. ignoring it [ 857.583644] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "1d970a47-1c77-4915-858d-dbd53312fe61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.583644] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "1d970a47-1c77-4915-858d-dbd53312fe61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.583644] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "1d970a47-1c77-4915-858d-dbd53312fe61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.583644] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "1d970a47-1c77-4915-858d-dbd53312fe61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.583644] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "1d970a47-1c77-4915-858d-dbd53312fe61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.586241] env[68292]: INFO nova.compute.manager [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Terminating instance [ 857.689906] env[68292]: DEBUG nova.network.neutron [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Successfully created port: 06b10b1f-f867-4a37-a73f-15469d5ab9a1 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.832287] env[68292]: DEBUG nova.compute.manager [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.868705] env[68292]: DEBUG nova.network.neutron [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Updating instance_info_cache with network_info: [{"id": "532fcc85-e537-4de7-86e9-b2e447cec604", "address": "fa:16:3e:95:be:d3", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532fcc85-e5", "ovs_interfaceid": "532fcc85-e537-4de7-86e9-b2e447cec604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f50577fe-9cb4-4cfd-8236-e4fad5959f2c", "address": "fa:16:3e:dd:5f:ab", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50577fe-9c", "ovs_interfaceid": "f50577fe-9cb4-4cfd-8236-e4fad5959f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.909623] env[68292]: DEBUG oslo_concurrency.lockutils [req-c8dd15bc-47ac-459a-bf82-5df414188db1 req-f003f185-1259-419b-a3da-5d71bc4d6a60 service nova] Releasing lock "refresh_cache-b324ef32-f584-4281-a50d-7aaf546a96ec" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.932433] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529ac15b-a14d-bdcd-aa10-2ddae840d68d, 'name': SearchDatastore_Task, 'duration_secs': 0.022794} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.935194] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.935324] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] b324ef32-f584-4281-a50d-7aaf546a96ec/b324ef32-f584-4281-a50d-7aaf546a96ec.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.936696] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78d0fcd0-14e9-4834-8edf-379f80e81170 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.946877] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 857.946877] env[68292]: value = "task-3072008" [ 857.946877] env[68292]: _type = "Task" [ 857.946877] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.957213] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.983750] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afeeb56b-acaf-49bc-a78a-8de1bc6bfceb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.809s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.094983] env[68292]: DEBUG nova.compute.manager [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.095287] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.096763] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c4e38-a936-4040-b7df-05c602ffa84b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.106401] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.106769] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a2cbe03-ba3e-4f81-a5fa-e62ddaf724c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.181524] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.181702] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.181834] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleting the datastore file [datastore2] 1d970a47-1c77-4915-858d-dbd53312fe61 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.182118] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9613a9f4-9dbc-49c1-a42f-74db47f2fe7a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.190168] env[68292]: DEBUG oslo_vmware.api [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 858.190168] env[68292]: value = "task-3072010" [ 858.190168] env[68292]: _type = "Task" [ 858.190168] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.202750] env[68292]: DEBUG oslo_vmware.api [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.228107] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Acquiring lock "24a921b4-3ba8-47b9-b0fc-27f22e8dd87f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.228107] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Lock "24a921b4-3ba8-47b9-b0fc-27f22e8dd87f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.228107] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Acquiring lock "24a921b4-3ba8-47b9-b0fc-27f22e8dd87f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.228107] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Lock "24a921b4-3ba8-47b9-b0fc-27f22e8dd87f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.228494] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Lock "24a921b4-3ba8-47b9-b0fc-27f22e8dd87f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.230636] env[68292]: INFO nova.compute.manager [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Terminating instance [ 858.292134] env[68292]: DEBUG nova.network.neutron [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updating instance_info_cache with network_info: [{"id": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "address": "fa:16:3e:3f:11:02", "network": {"id": "9b5b3289-6712-487e-a99e-2305a2ba8f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-204709918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f98a12e449485686d386fa2f7da899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce10c923-cf", "ovs_interfaceid": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.347939] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590bc94b-2ac4-4d23-925f-a6d48f9bddbb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.356417] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d76ec4-4804-40eb-995f-dd9c70f1dfbb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.389648] env[68292]: DEBUG oslo_concurrency.lockutils [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.390523] env[68292]: DEBUG oslo_concurrency.lockutils [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.390770] env[68292]: DEBUG oslo_concurrency.lockutils [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.392485] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1104ede6-1c85-4023-84b4-2bcdec4fa96d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.395967] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5cbf39-5ae6-4d92-a6ed-f6c25029a2fc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.413660] env[68292]: DEBUG nova.virt.hardware [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.413981] env[68292]: DEBUG nova.virt.hardware [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.414196] env[68292]: DEBUG nova.virt.hardware [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.414424] env[68292]: DEBUG nova.virt.hardware [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.414614] env[68292]: DEBUG nova.virt.hardware [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.414802] env[68292]: DEBUG nova.virt.hardware [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.415065] env[68292]: DEBUG nova.virt.hardware [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.416840] env[68292]: DEBUG nova.virt.hardware [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.416840] env[68292]: DEBUG nova.virt.hardware [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.416840] env[68292]: DEBUG nova.virt.hardware [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.416840] env[68292]: DEBUG nova.virt.hardware [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.422826] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Reconfiguring VM to attach interface {{(pid=68292) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 858.426062] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1592c19b-ad01-4d49-a214-5a2f96a0c844 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.441378] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba19ce-dbd8-4249-97bb-d3fb4864b990 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.447368] env[68292]: DEBUG nova.compute.manager [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Received event network-vif-plugged-f50577fe-9cb4-4cfd-8236-e4fad5959f2c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.447778] env[68292]: DEBUG oslo_concurrency.lockutils [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] Acquiring lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.448155] env[68292]: DEBUG oslo_concurrency.lockutils [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] Lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.448444] env[68292]: DEBUG oslo_concurrency.lockutils [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] Lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.448727] env[68292]: DEBUG nova.compute.manager [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] No waiting events found dispatching network-vif-plugged-f50577fe-9cb4-4cfd-8236-e4fad5959f2c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.448989] env[68292]: WARNING nova.compute.manager [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Received unexpected event network-vif-plugged-f50577fe-9cb4-4cfd-8236-e4fad5959f2c for instance with vm_state active and task_state None. [ 858.449256] env[68292]: DEBUG nova.compute.manager [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Received event network-changed-f50577fe-9cb4-4cfd-8236-e4fad5959f2c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.449486] env[68292]: DEBUG nova.compute.manager [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Refreshing instance network info cache due to event network-changed-f50577fe-9cb4-4cfd-8236-e4fad5959f2c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.449770] env[68292]: DEBUG oslo_concurrency.lockutils [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] Acquiring lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.450019] env[68292]: DEBUG oslo_concurrency.lockutils [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] Acquired lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.450294] env[68292]: DEBUG nova.network.neutron [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Refreshing network info cache for port f50577fe-9cb4-4cfd-8236-e4fad5959f2c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.468094] env[68292]: DEBUG nova.compute.provider_tree [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.471667] env[68292]: DEBUG oslo_vmware.api [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 858.471667] env[68292]: value = "task-3072011" [ 858.471667] env[68292]: _type = "Task" [ 858.471667] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.480984] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072008, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.487979] env[68292]: DEBUG oslo_vmware.api [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072011, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.702742] env[68292]: DEBUG oslo_vmware.api [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477505} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.703127] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.703400] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.703676] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.703911] env[68292]: INFO nova.compute.manager [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Took 0.61 seconds to destroy the instance on the hypervisor. [ 858.704261] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.704496] env[68292]: DEBUG nova.compute.manager [-] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.704650] env[68292]: DEBUG nova.network.neutron [-] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.740903] env[68292]: DEBUG nova.compute.manager [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.741161] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.742110] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dd523d-aca9-49bf-ae17-f8459156b857 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.750703] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.750971] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93d91ae3-db92-4f02-b0ed-f8a7fc2ac89b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.759023] env[68292]: DEBUG oslo_vmware.api [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Waiting for the task: (returnval){ [ 858.759023] env[68292]: value = "task-3072012" [ 858.759023] env[68292]: _type = "Task" [ 858.759023] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.767327] env[68292]: DEBUG oslo_vmware.api [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3072012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.795187] env[68292]: DEBUG oslo_concurrency.lockutils [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Releasing lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.795526] env[68292]: DEBUG nova.compute.manager [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Inject network info {{(pid=68292) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 858.795821] env[68292]: DEBUG nova.compute.manager [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] network_info to inject: |[{"id": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "address": "fa:16:3e:3f:11:02", "network": {"id": "9b5b3289-6712-487e-a99e-2305a2ba8f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-204709918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f98a12e449485686d386fa2f7da899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce10c923-cf", "ovs_interfaceid": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 858.803879] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Reconfiguring VM instance to set the machine id {{(pid=68292) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 858.804234] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba8bf307-82ae-444a-8abd-861de53b7884 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.822356] env[68292]: DEBUG oslo_vmware.api [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for the task: (returnval){ [ 858.822356] env[68292]: value = "task-3072013" [ 858.822356] env[68292]: _type = "Task" [ 858.822356] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.832680] env[68292]: DEBUG oslo_vmware.api [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3072013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.844529] env[68292]: DEBUG nova.compute.manager [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.867142] env[68292]: DEBUG nova.virt.hardware [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.867431] env[68292]: DEBUG nova.virt.hardware [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.867605] env[68292]: DEBUG nova.virt.hardware [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.868096] env[68292]: DEBUG nova.virt.hardware [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.868189] env[68292]: DEBUG nova.virt.hardware [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.868349] env[68292]: DEBUG nova.virt.hardware [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.868570] env[68292]: DEBUG nova.virt.hardware [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.868735] env[68292]: DEBUG nova.virt.hardware [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.868924] env[68292]: DEBUG nova.virt.hardware [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.869108] env[68292]: DEBUG nova.virt.hardware [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.869289] env[68292]: DEBUG nova.virt.hardware [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.870244] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a14f7a-f76f-49d7-addc-5bf8341b8ec7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.878658] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a29642-886a-4400-bd6e-da93031cfb44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.969231] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598427} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.969617] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] b324ef32-f584-4281-a50d-7aaf546a96ec/b324ef32-f584-4281-a50d-7aaf546a96ec.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.969946] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.970167] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aa471d3-c679-4d6d-aeb9-8f886a5da110 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.973067] env[68292]: DEBUG nova.scheduler.client.report [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.983728] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 858.983728] env[68292]: value = "task-3072014" [ 858.983728] env[68292]: _type = "Task" [ 858.983728] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.991379] env[68292]: DEBUG oslo_vmware.api [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.999059] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.209213] env[68292]: DEBUG nova.network.neutron [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Successfully updated port: 06b10b1f-f867-4a37-a73f-15469d5ab9a1 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.264313] env[68292]: DEBUG nova.network.neutron [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Updated VIF entry in instance network info cache for port f50577fe-9cb4-4cfd-8236-e4fad5959f2c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.264753] env[68292]: DEBUG nova.network.neutron [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Updating instance_info_cache with network_info: [{"id": "532fcc85-e537-4de7-86e9-b2e447cec604", "address": "fa:16:3e:95:be:d3", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532fcc85-e5", "ovs_interfaceid": "532fcc85-e537-4de7-86e9-b2e447cec604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f50577fe-9cb4-4cfd-8236-e4fad5959f2c", "address": "fa:16:3e:dd:5f:ab", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50577fe-9c", "ovs_interfaceid": "f50577fe-9cb4-4cfd-8236-e4fad5959f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.271811] env[68292]: DEBUG oslo_vmware.api [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3072012, 'name': PowerOffVM_Task, 'duration_secs': 0.198948} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.272114] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.273505] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.273505] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ed04553-4d11-4fa8-8876-8cbfa88802c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.332331] env[68292]: DEBUG oslo_vmware.api [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3072013, 'name': ReconfigVM_Task, 'duration_secs': 0.173184} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.332613] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-61a4bd31-0d18-497e-a412-03a3d1122c29 tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Reconfigured VM instance to set the machine id {{(pid=68292) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 859.342926] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.343225] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.344155] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Deleting the datastore file [datastore1] 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.344507] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-def820e8-2993-4d7c-a394-737d7ca1d87f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.354863] env[68292]: DEBUG oslo_vmware.api [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Waiting for the task: (returnval){ [ 859.354863] env[68292]: value = "task-3072016" [ 859.354863] env[68292]: _type = "Task" [ 859.354863] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.363994] env[68292]: DEBUG oslo_vmware.api [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3072016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.380271] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "e40220b1-d630-4ad9-9d4e-5f7a443e57af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.380509] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "e40220b1-d630-4ad9-9d4e-5f7a443e57af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.479099] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.479660] env[68292]: DEBUG nova.compute.manager [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.482807] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.464s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.482933] env[68292]: DEBUG nova.objects.instance [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lazy-loading 'resources' on Instance uuid d1f59a1f-ea49-44de-823f-d4ed48f71d22 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.496194] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079011} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.499775] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.500369] env[68292]: DEBUG oslo_vmware.api [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072011, 'name': ReconfigVM_Task, 'duration_secs': 0.696395} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.501076] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9115abbe-716d-4231-a995-0ae47eb54f2f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.503854] env[68292]: DEBUG oslo_concurrency.lockutils [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.504055] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Reconfigured VM to attach interface {{(pid=68292) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 859.507206] env[68292]: DEBUG nova.network.neutron [-] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.527139] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] b324ef32-f584-4281-a50d-7aaf546a96ec/b324ef32-f584-4281-a50d-7aaf546a96ec.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.528635] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533c57a2-9df9-4ad0-998b-9cf79510c35c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.550659] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 859.550659] env[68292]: value = "task-3072017" [ 859.550659] env[68292]: _type = "Task" [ 859.550659] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.559501] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.713626] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "refresh_cache-0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.713626] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired lock "refresh_cache-0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.713626] env[68292]: DEBUG nova.network.neutron [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.768697] env[68292]: DEBUG oslo_concurrency.lockutils [req-4cb1c89e-60d6-45f1-b180-7af782f46a32 req-1981d32b-a0bf-41f7-bcb0-e208c1dd4136 service nova] Releasing lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.864932] env[68292]: DEBUG oslo_vmware.api [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Task: {'id': task-3072016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352048} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.865241] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.865410] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.865600] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.865782] env[68292]: INFO nova.compute.manager [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 859.866031] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.866266] env[68292]: DEBUG nova.compute.manager [-] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.866306] env[68292]: DEBUG nova.network.neutron [-] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.883063] env[68292]: DEBUG nova.compute.manager [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.989254] env[68292]: DEBUG nova.compute.utils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.993931] env[68292]: DEBUG nova.compute.manager [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.994223] env[68292]: DEBUG nova.network.neutron [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.009173] env[68292]: DEBUG oslo_concurrency.lockutils [None req-338a94c4-e01a-44d5-9e35-02aed4447e60 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "interface-fd7b06e0-dac8-4f70-9554-170b4bb82b6e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.021s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.009635] env[68292]: INFO nova.compute.manager [-] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Took 1.30 seconds to deallocate network for instance. [ 860.047616] env[68292]: DEBUG nova.policy [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e09d4750d694eedbb383674c2f45f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd9dfdfa33445348610b740a2e8d687', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.066668] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072017, 'name': ReconfigVM_Task, 'duration_secs': 0.511345} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.066838] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Reconfigured VM instance instance-00000039 to attach disk [datastore2] b324ef32-f584-4281-a50d-7aaf546a96ec/b324ef32-f584-4281-a50d-7aaf546a96ec.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.067514] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39f9de8a-e182-41a0-b9b8-3bcf037506b8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.077695] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 860.077695] env[68292]: value = "task-3072018" [ 860.077695] env[68292]: _type = "Task" [ 860.077695] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.092715] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072018, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.266302] env[68292]: DEBUG nova.network.neutron [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.382014] env[68292]: DEBUG nova.network.neutron [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Successfully created port: bb70a4c5-3753-453c-b2a5-250bfbd120b1 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.406230] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.414418] env[68292]: DEBUG nova.network.neutron [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Updating instance_info_cache with network_info: [{"id": "06b10b1f-f867-4a37-a73f-15469d5ab9a1", "address": "fa:16:3e:a5:44:84", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b10b1f-f8", "ovs_interfaceid": "06b10b1f-f867-4a37-a73f-15469d5ab9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.494623] env[68292]: DEBUG nova.compute.manager [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.503763] env[68292]: DEBUG nova.compute.manager [req-a1ccaada-3f17-46e3-afbe-0466569d9ff6 req-032021f1-4d36-457b-8b3c-d72ea30e3143 service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Received event network-vif-plugged-06b10b1f-f867-4a37-a73f-15469d5ab9a1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.503992] env[68292]: DEBUG oslo_concurrency.lockutils [req-a1ccaada-3f17-46e3-afbe-0466569d9ff6 req-032021f1-4d36-457b-8b3c-d72ea30e3143 service nova] Acquiring lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.504225] env[68292]: DEBUG oslo_concurrency.lockutils [req-a1ccaada-3f17-46e3-afbe-0466569d9ff6 req-032021f1-4d36-457b-8b3c-d72ea30e3143 service nova] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.504396] env[68292]: DEBUG oslo_concurrency.lockutils [req-a1ccaada-3f17-46e3-afbe-0466569d9ff6 req-032021f1-4d36-457b-8b3c-d72ea30e3143 service nova] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.504570] env[68292]: DEBUG nova.compute.manager [req-a1ccaada-3f17-46e3-afbe-0466569d9ff6 req-032021f1-4d36-457b-8b3c-d72ea30e3143 service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] No waiting events found dispatching network-vif-plugged-06b10b1f-f867-4a37-a73f-15469d5ab9a1 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.504867] env[68292]: WARNING nova.compute.manager [req-a1ccaada-3f17-46e3-afbe-0466569d9ff6 req-032021f1-4d36-457b-8b3c-d72ea30e3143 service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Received unexpected event network-vif-plugged-06b10b1f-f867-4a37-a73f-15469d5ab9a1 for instance with vm_state building and task_state spawning. [ 860.519558] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.562136] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdece64f-adf6-4fc8-b6df-ae27d9a9b9d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.572087] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7448481d-b9bf-4de1-bda1-76b0ba86c2ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.616800] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072018, 'name': Rename_Task, 'duration_secs': 0.197329} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.617583] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37da9021-adc9-41e8-831f-ade8c9c6806a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.620405] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.620513] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29a86dfc-0850-4078-8a25-22c1e3408f4b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.630072] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7f070d-7bd0-45ca-9e46-04c3a3d4e6ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.633787] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 860.633787] env[68292]: value = "task-3072019" [ 860.633787] env[68292]: _type = "Task" [ 860.633787] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.646506] env[68292]: DEBUG nova.compute.provider_tree [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.652071] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.726846] env[68292]: DEBUG nova.network.neutron [-] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.901222] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquiring lock "579ecc58-5c84-4237-bf96-4e36c0f75dcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.901500] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lock "579ecc58-5c84-4237-bf96-4e36c0f75dcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.901721] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquiring lock "579ecc58-5c84-4237-bf96-4e36c0f75dcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.901953] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lock "579ecc58-5c84-4237-bf96-4e36c0f75dcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.902146] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lock "579ecc58-5c84-4237-bf96-4e36c0f75dcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.904552] env[68292]: INFO nova.compute.manager [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Terminating instance [ 860.917075] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Releasing lock "refresh_cache-0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.917433] env[68292]: DEBUG nova.compute.manager [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Instance network_info: |[{"id": "06b10b1f-f867-4a37-a73f-15469d5ab9a1", "address": "fa:16:3e:a5:44:84", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b10b1f-f8", "ovs_interfaceid": "06b10b1f-f867-4a37-a73f-15469d5ab9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.918359] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:44:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06b10b1f-f867-4a37-a73f-15469d5ab9a1', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.926228] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Creating folder: Project (423c2aca34d0475fac26f9be311ffbb7). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.926813] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6ff6d8c-46b0-4143-9d63-6a24a00796bb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.939298] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Created folder: Project (423c2aca34d0475fac26f9be311ffbb7) in parent group-v614981. [ 860.939551] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Creating folder: Instances. Parent ref: group-v615146. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.939742] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5558dc6-4f52-4c34-bf5a-5f3fc868f7c4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.949835] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Created folder: Instances in parent group-v615146. [ 860.950101] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.950301] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.950507] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10701947-2012-4744-910f-b1b805bb4b84 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.970517] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.970517] env[68292]: value = "task-3072022" [ 860.970517] env[68292]: _type = "Task" [ 860.970517] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.979368] env[68292]: DEBUG oslo_concurrency.lockutils [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Acquiring lock "f8bbaccc-7066-43d8-939f-e3a1a22ac8c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.979695] env[68292]: DEBUG oslo_concurrency.lockutils [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Lock "f8bbaccc-7066-43d8-939f-e3a1a22ac8c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.979919] env[68292]: DEBUG oslo_concurrency.lockutils [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Acquiring lock "f8bbaccc-7066-43d8-939f-e3a1a22ac8c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.980166] env[68292]: DEBUG oslo_concurrency.lockutils [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Lock "f8bbaccc-7066-43d8-939f-e3a1a22ac8c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.980370] env[68292]: DEBUG oslo_concurrency.lockutils [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Lock "f8bbaccc-7066-43d8-939f-e3a1a22ac8c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.982010] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072022, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.982811] env[68292]: INFO nova.compute.manager [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Terminating instance [ 861.131143] env[68292]: DEBUG nova.compute.manager [req-0ffcc371-7a6a-4b4e-927b-4d1e89725a02 req-248592ab-07b9-425f-8eac-92cc68283d86 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Received event network-changed-ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.131354] env[68292]: DEBUG nova.compute.manager [req-0ffcc371-7a6a-4b4e-927b-4d1e89725a02 req-248592ab-07b9-425f-8eac-92cc68283d86 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Refreshing instance network info cache due to event network-changed-ce10c923-cf03-4bc4-88db-b0173953d9a6. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.131590] env[68292]: DEBUG oslo_concurrency.lockutils [req-0ffcc371-7a6a-4b4e-927b-4d1e89725a02 req-248592ab-07b9-425f-8eac-92cc68283d86 service nova] Acquiring lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.131748] env[68292]: DEBUG oslo_concurrency.lockutils [req-0ffcc371-7a6a-4b4e-927b-4d1e89725a02 req-248592ab-07b9-425f-8eac-92cc68283d86 service nova] Acquired lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.131910] env[68292]: DEBUG nova.network.neutron [req-0ffcc371-7a6a-4b4e-927b-4d1e89725a02 req-248592ab-07b9-425f-8eac-92cc68283d86 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Refreshing network info cache for port ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.152159] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.174369] env[68292]: ERROR nova.scheduler.client.report [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [req-807a6a7c-6497-4aa1-b5e4-f8774f3cb661] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-807a6a7c-6497-4aa1-b5e4-f8774f3cb661"}]} [ 861.195847] env[68292]: DEBUG nova.scheduler.client.report [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 861.214346] env[68292]: DEBUG nova.scheduler.client.report [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 861.214579] env[68292]: DEBUG nova.compute.provider_tree [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.227923] env[68292]: DEBUG nova.scheduler.client.report [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 861.229687] env[68292]: INFO nova.compute.manager [-] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Took 1.36 seconds to deallocate network for instance. [ 861.254400] env[68292]: DEBUG nova.scheduler.client.report [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 861.411405] env[68292]: DEBUG nova.compute.manager [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.411639] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.412748] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccd277e-98b7-4bea-a814-1200c7414a23 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.428383] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.429039] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c90a1e94-1713-43c0-b330-524b885f9ef8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.440518] env[68292]: DEBUG oslo_vmware.api [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for the task: (returnval){ [ 861.440518] env[68292]: value = "task-3072023" [ 861.440518] env[68292]: _type = "Task" [ 861.440518] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.454115] env[68292]: DEBUG oslo_vmware.api [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3072023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.484477] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072022, 'name': CreateVM_Task, 'duration_secs': 0.385845} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.484610] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.485309] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.485535] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.485975] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.486678] env[68292]: DEBUG nova.compute.manager [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.486956] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.487262] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d857f1b5-ef43-4578-ba0b-68f00d50f41a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.490068] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fcfa14-e47f-4797-a711-31e3779c58ef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.499298] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 861.499298] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521d2223-d9c6-440d-a00d-15eaa3f7d0fa" [ 861.499298] env[68292]: _type = "Task" [ 861.499298] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.501707] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.504797] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9842eb5-912d-4451-b01f-485d3294d8e9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.509546] env[68292]: DEBUG nova.compute.manager [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.518532] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521d2223-d9c6-440d-a00d-15eaa3f7d0fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.520480] env[68292]: DEBUG oslo_vmware.api [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Waiting for the task: (returnval){ [ 861.520480] env[68292]: value = "task-3072024" [ 861.520480] env[68292]: _type = "Task" [ 861.520480] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.533160] env[68292]: DEBUG oslo_vmware.api [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3072024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.543453] env[68292]: DEBUG nova.virt.hardware [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.543814] env[68292]: DEBUG nova.virt.hardware [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.543976] env[68292]: DEBUG nova.virt.hardware [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.544197] env[68292]: DEBUG nova.virt.hardware [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.544348] env[68292]: DEBUG nova.virt.hardware [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.544499] env[68292]: DEBUG nova.virt.hardware [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.544710] env[68292]: DEBUG nova.virt.hardware [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.544889] env[68292]: DEBUG nova.virt.hardware [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.545101] env[68292]: DEBUG nova.virt.hardware [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.545315] env[68292]: DEBUG nova.virt.hardware [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.545656] env[68292]: DEBUG nova.virt.hardware [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.546389] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c156beaa-3b3c-4dd3-97c4-d64efb2f914b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.557608] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13006681-1fe6-4a5e-a47a-58bc8bd08c79 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.653095] env[68292]: DEBUG oslo_vmware.api [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072019, 'name': PowerOnVM_Task, 'duration_secs': 1.006881} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.657785] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.658136] env[68292]: INFO nova.compute.manager [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Took 9.08 seconds to spawn the instance on the hypervisor. [ 861.658397] env[68292]: DEBUG nova.compute.manager [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.660394] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f215de87-be79-4ebc-a3af-6802c1122d64 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.741332] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.901446] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Acquiring lock "83b41147-3328-4251-8b8c-242a50534830" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.901777] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Lock "83b41147-3328-4251-8b8c-242a50534830" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.901901] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Acquiring lock "83b41147-3328-4251-8b8c-242a50534830-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.902185] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Lock "83b41147-3328-4251-8b8c-242a50534830-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.902413] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Lock "83b41147-3328-4251-8b8c-242a50534830-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.904710] env[68292]: INFO nova.compute.manager [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Terminating instance [ 861.930011] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0331267d-a216-48a7-83d5-8c86ecd72bc9 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "aabf83d8-a77c-496a-a909-a9e315d67082" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.931318] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0331267d-a216-48a7-83d5-8c86ecd72bc9 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.931318] env[68292]: DEBUG nova.compute.manager [None req-0331267d-a216-48a7-83d5-8c86ecd72bc9 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.931711] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7677fbd7-d50a-44a6-80cb-6cad5a5a499e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.936986] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012dec72-334e-40e7-90ca-4e65d89df041 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.941508] env[68292]: DEBUG nova.compute.manager [None req-0331267d-a216-48a7-83d5-8c86ecd72bc9 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68292) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 861.942081] env[68292]: DEBUG nova.objects.instance [None req-0331267d-a216-48a7-83d5-8c86ecd72bc9 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lazy-loading 'flavor' on Instance uuid aabf83d8-a77c-496a-a909-a9e315d67082 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.957622] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b68ed42-a471-441c-b0dd-fd0a493cc551 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.968207] env[68292]: DEBUG oslo_vmware.api [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3072023, 'name': PowerOffVM_Task, 'duration_secs': 0.299878} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.971135] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.971478] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.972057] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6220dd69-a639-446b-8b1e-ba194b8b4d4c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.007206] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23df1b3e-6de6-485a-8a05-0b9c8cbb2da6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.015701] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521d2223-d9c6-440d-a00d-15eaa3f7d0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.018807} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.018079] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.018333] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.018575] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.018721] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.018895] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.019235] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d97aba07-ac86-45dd-b2cc-0447bc55e4bd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.022206] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b8d698-661e-4f67-a49c-c2e67c8733a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.030958] env[68292]: DEBUG nova.network.neutron [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Successfully updated port: bb70a4c5-3753-453c-b2a5-250bfbd120b1 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.040721] env[68292]: DEBUG nova.compute.provider_tree [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.043035] env[68292]: DEBUG nova.network.neutron [req-0ffcc371-7a6a-4b4e-927b-4d1e89725a02 req-248592ab-07b9-425f-8eac-92cc68283d86 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updated VIF entry in instance network info cache for port ce10c923-cf03-4bc4-88db-b0173953d9a6. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.043449] env[68292]: DEBUG nova.network.neutron [req-0ffcc371-7a6a-4b4e-927b-4d1e89725a02 req-248592ab-07b9-425f-8eac-92cc68283d86 service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updating instance_info_cache with network_info: [{"id": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "address": "fa:16:3e:3f:11:02", "network": {"id": "9b5b3289-6712-487e-a99e-2305a2ba8f16", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-204709918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59f98a12e449485686d386fa2f7da899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce10c923-cf", "ovs_interfaceid": "ce10c923-cf03-4bc4-88db-b0173953d9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.049147] env[68292]: DEBUG oslo_vmware.api [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3072024, 'name': PowerOffVM_Task, 'duration_secs': 0.245066} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.049427] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.049592] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.050809] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.050992] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.051643] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f03ff71-4e2f-4f27-ac9d-bf6b4503f8f2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.055706] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d4d329e-1d3c-476e-8243-0693275da1dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.057690] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.057690] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.057869] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Deleting the datastore file [datastore2] 579ecc58-5c84-4237-bf96-4e36c0f75dcd {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.059037] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad6b2ed-7e7e-45a7-b72e-bf86a1df8542 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.067572] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 862.067572] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]525748bc-4f73-2a9f-e0cb-94f03c441df0" [ 862.067572] env[68292]: _type = "Task" [ 862.067572] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.077278] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525748bc-4f73-2a9f-e0cb-94f03c441df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.078887] env[68292]: DEBUG oslo_vmware.api [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for the task: (returnval){ [ 862.078887] env[68292]: value = "task-3072027" [ 862.078887] env[68292]: _type = "Task" [ 862.078887] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.089152] env[68292]: DEBUG oslo_vmware.api [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3072027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.162846] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.162846] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.163323] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Deleting the datastore file [datastore1] f8bbaccc-7066-43d8-939f-e3a1a22ac8c5 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.163543] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52a50bca-7ab7-47a6-81b7-57cf81040952 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.173494] env[68292]: DEBUG oslo_vmware.api [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Waiting for the task: (returnval){ [ 862.173494] env[68292]: value = "task-3072028" [ 862.173494] env[68292]: _type = "Task" [ 862.173494] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.196791] env[68292]: DEBUG oslo_vmware.api [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3072028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.197437] env[68292]: INFO nova.compute.manager [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Took 45.68 seconds to build instance. [ 862.409122] env[68292]: DEBUG nova.compute.manager [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.409390] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.411413] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e1b20f3-9c6f-4aed-9f08-00e4ab2730cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.424649] env[68292]: DEBUG oslo_vmware.api [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Waiting for the task: (returnval){ [ 862.424649] env[68292]: value = "task-3072029" [ 862.424649] env[68292]: _type = "Task" [ 862.424649] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.438605] env[68292]: DEBUG oslo_vmware.api [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3072029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.549540] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "refresh_cache-cd000ca6-2a7b-4555-981d-9383b128f050" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.549540] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "refresh_cache-cd000ca6-2a7b-4555-981d-9383b128f050" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.549794] env[68292]: DEBUG nova.network.neutron [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.551148] env[68292]: DEBUG oslo_concurrency.lockutils [req-0ffcc371-7a6a-4b4e-927b-4d1e89725a02 req-248592ab-07b9-425f-8eac-92cc68283d86 service nova] Releasing lock "refresh_cache-579ecc58-5c84-4237-bf96-4e36c0f75dcd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.551687] env[68292]: DEBUG nova.compute.manager [req-0ffcc371-7a6a-4b4e-927b-4d1e89725a02 req-248592ab-07b9-425f-8eac-92cc68283d86 service nova] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Received event network-vif-deleted-32d42d4a-e55c-474f-8f93-458aa11eca0e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.551687] env[68292]: DEBUG nova.compute.manager [req-0ffcc371-7a6a-4b4e-927b-4d1e89725a02 req-248592ab-07b9-425f-8eac-92cc68283d86 service nova] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Received event network-vif-deleted-c106b287-7871-4bc0-baa1-7fa59aeb9287 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.579172] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525748bc-4f73-2a9f-e0cb-94f03c441df0, 'name': SearchDatastore_Task, 'duration_secs': 0.01998} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.582925] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df60511-72c6-40e6-86d6-31791c35e106 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.586743] env[68292]: DEBUG nova.scheduler.client.report [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 862.587078] env[68292]: DEBUG nova.compute.provider_tree [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 81 to 82 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 862.587322] env[68292]: DEBUG nova.compute.provider_tree [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.599910] env[68292]: DEBUG oslo_vmware.api [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Task: {'id': task-3072027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356367} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.600639] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.600841] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.601029] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.603029] env[68292]: INFO nova.compute.manager [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 862.603029] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.603029] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 862.603029] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f564ab-5886-e1ba-5896-d3f364589880" [ 862.603029] env[68292]: _type = "Task" [ 862.603029] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.603029] env[68292]: DEBUG nova.compute.manager [-] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.603029] env[68292]: DEBUG nova.network.neutron [-] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.614627] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f564ab-5886-e1ba-5896-d3f364589880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.622298] env[68292]: DEBUG oslo_vmware.rw_handles [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521cc742-c22d-7444-7814-592006138872/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 862.622976] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b615b3e4-c398-4570-a4e1-1de1f7d496e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.629983] env[68292]: DEBUG oslo_vmware.rw_handles [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521cc742-c22d-7444-7814-592006138872/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 862.630177] env[68292]: ERROR oslo_vmware.rw_handles [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521cc742-c22d-7444-7814-592006138872/disk-0.vmdk due to incomplete transfer. [ 862.630402] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b7341208-c77e-4ec1-9c0e-14474f2f7d87 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.638878] env[68292]: DEBUG oslo_vmware.rw_handles [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521cc742-c22d-7444-7814-592006138872/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 862.639203] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Uploaded image b3fa2a16-587a-4524-a5bc-5852338554e3 to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 862.641473] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 862.641839] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de763f99-5421-4850-9b3f-57e761661757 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.653268] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 862.653268] env[68292]: value = "task-3072030" [ 862.653268] env[68292]: _type = "Task" [ 862.653268] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.665113] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072030, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.686840] env[68292]: DEBUG oslo_vmware.api [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Task: {'id': task-3072028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351308} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.686840] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.687017] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.687247] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.687353] env[68292]: INFO nova.compute.manager [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 862.687638] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.687761] env[68292]: DEBUG nova.compute.manager [-] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.687857] env[68292]: DEBUG nova.network.neutron [-] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.699444] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8da6d23c-6d28-4229-ba34-c499f934f52c tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "b324ef32-f584-4281-a50d-7aaf546a96ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.265s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.774256] env[68292]: DEBUG nova.compute.manager [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Received event network-changed-06b10b1f-f867-4a37-a73f-15469d5ab9a1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.774631] env[68292]: DEBUG nova.compute.manager [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Refreshing instance network info cache due to event network-changed-06b10b1f-f867-4a37-a73f-15469d5ab9a1. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.774740] env[68292]: DEBUG oslo_concurrency.lockutils [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] Acquiring lock "refresh_cache-0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.774879] env[68292]: DEBUG oslo_concurrency.lockutils [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] Acquired lock "refresh_cache-0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.775230] env[68292]: DEBUG nova.network.neutron [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Refreshing network info cache for port 06b10b1f-f867-4a37-a73f-15469d5ab9a1 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.918777] env[68292]: INFO nova.compute.manager [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Rebuilding instance [ 862.937255] env[68292]: DEBUG oslo_vmware.api [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3072029, 'name': PowerOffVM_Task, 'duration_secs': 0.302918} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.939821] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.940177] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 862.940846] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615074', 'volume_id': '1753aec1-e5d8-4d28-9027-0885bf59bbee', 'name': 'volume-1753aec1-e5d8-4d28-9027-0885bf59bbee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83b41147-3328-4251-8b8c-242a50534830', 'attached_at': '', 'detached_at': '', 'volume_id': '1753aec1-e5d8-4d28-9027-0885bf59bbee', 'serial': '1753aec1-e5d8-4d28-9027-0885bf59bbee'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 862.942096] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acdab24-a426-44b4-bb59-9e1e436690a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.972809] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0331267d-a216-48a7-83d5-8c86ecd72bc9 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.973672] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4302e0e1-c3f4-49f4-94d5-f5974ec3fb9f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.980587] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b2ae66-605b-4547-9e0d-a864eee1d1e2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.989307] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cad440-28eb-46c3-b756-6b9966a22910 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.992563] env[68292]: DEBUG oslo_vmware.api [None req-0331267d-a216-48a7-83d5-8c86ecd72bc9 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 862.992563] env[68292]: value = "task-3072031" [ 862.992563] env[68292]: _type = "Task" [ 862.992563] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.020644] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc771490-dc0f-4138-ad4b-50674a67a74d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.024258] env[68292]: DEBUG nova.compute.manager [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.028780] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c236549-52fb-4fe6-baca-a36cf9713f4c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.032760] env[68292]: DEBUG oslo_vmware.api [None req-0331267d-a216-48a7-83d5-8c86ecd72bc9 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.053331] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] The volume has not been displaced from its original location: [datastore2] volume-1753aec1-e5d8-4d28-9027-0885bf59bbee/volume-1753aec1-e5d8-4d28-9027-0885bf59bbee.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 863.058843] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 863.061340] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0030b742-a641-4d8a-9c7b-7f927f431045 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.086519] env[68292]: DEBUG oslo_vmware.api [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Waiting for the task: (returnval){ [ 863.086519] env[68292]: value = "task-3072032" [ 863.086519] env[68292]: _type = "Task" [ 863.086519] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.096922] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.614s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.099382] env[68292]: DEBUG oslo_vmware.api [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3072032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.100075] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.499s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.100516] env[68292]: DEBUG nova.objects.instance [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Lazy-loading 'resources' on Instance uuid 4ae6521d-9281-432a-80a6-96705ae092c1 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.121275] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f564ab-5886-e1ba-5896-d3f364589880, 'name': SearchDatastore_Task, 'duration_secs': 0.037756} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.121275] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.121275] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8/0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.121816] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75efd308-a0ca-4f0a-9f86-82e1041db712 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.126179] env[68292]: INFO nova.scheduler.client.report [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleted allocations for instance d1f59a1f-ea49-44de-823f-d4ed48f71d22 [ 863.136312] env[68292]: DEBUG nova.network.neutron [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.138883] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 863.138883] env[68292]: value = "task-3072033" [ 863.138883] env[68292]: _type = "Task" [ 863.138883] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.150206] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.168189] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072030, 'name': Destroy_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.252088] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "interface-fd7b06e0-dac8-4f70-9554-170b4bb82b6e-f50577fe-9cb4-4cfd-8236-e4fad5959f2c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.252604] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "interface-fd7b06e0-dac8-4f70-9554-170b4bb82b6e-f50577fe-9cb4-4cfd-8236-e4fad5959f2c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.373485] env[68292]: DEBUG nova.network.neutron [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Updating instance_info_cache with network_info: [{"id": "bb70a4c5-3753-453c-b2a5-250bfbd120b1", "address": "fa:16:3e:cc:cf:ff", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb70a4c5-37", "ovs_interfaceid": "bb70a4c5-3753-453c-b2a5-250bfbd120b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.506864] env[68292]: DEBUG oslo_vmware.api [None req-0331267d-a216-48a7-83d5-8c86ecd72bc9 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072031, 'name': PowerOffVM_Task, 'duration_secs': 0.260787} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.506864] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0331267d-a216-48a7-83d5-8c86ecd72bc9 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.506864] env[68292]: DEBUG nova.compute.manager [None req-0331267d-a216-48a7-83d5-8c86ecd72bc9 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.506864] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bacfbb-6bf5-4a32-b4a6-1673e7f03014 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.528542] env[68292]: DEBUG nova.network.neutron [-] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.598323] env[68292]: DEBUG oslo_vmware.api [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3072032, 'name': ReconfigVM_Task, 'duration_secs': 0.232165} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.598323] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 863.606779] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ccf8b29-d21b-4519-a882-cd3c789133c2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.620420] env[68292]: DEBUG nova.network.neutron [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Updated VIF entry in instance network info cache for port 06b10b1f-f867-4a37-a73f-15469d5ab9a1. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.621113] env[68292]: DEBUG nova.network.neutron [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Updating instance_info_cache with network_info: [{"id": "06b10b1f-f867-4a37-a73f-15469d5ab9a1", "address": "fa:16:3e:a5:44:84", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b10b1f-f8", "ovs_interfaceid": "06b10b1f-f867-4a37-a73f-15469d5ab9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.630690] env[68292]: DEBUG oslo_vmware.api [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Waiting for the task: (returnval){ [ 863.630690] env[68292]: value = "task-3072034" [ 863.630690] env[68292]: _type = "Task" [ 863.630690] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.638100] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa3efe5b-cc28-4c05-a8fe-e6b4978a8ab0 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "d1f59a1f-ea49-44de-823f-d4ed48f71d22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.165s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.648473] env[68292]: DEBUG oslo_vmware.api [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3072034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.664103] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072033, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.681095] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072030, 'name': Destroy_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.755660] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.755863] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.757217] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5266e7a9-dfdc-460e-9872-51319c51cf05 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.800942] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c612c71-1709-4ef3-be55-b3ee3d80cf96 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.842052] env[68292]: DEBUG nova.network.neutron [-] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.849987] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Reconfiguring VM to detach interface {{(pid=68292) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 863.854710] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1661b4e-1028-4ef5-afed-e17711fdfa95 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.869320] env[68292]: DEBUG nova.compute.manager [req-4a166e9b-7838-44a0-9d34-27b06451422f req-72b27326-de01-495e-b1d9-ceaa64f70dae service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Received event network-vif-deleted-ce10c923-cf03-4bc4-88db-b0173953d9a6 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.869574] env[68292]: INFO nova.compute.manager [req-4a166e9b-7838-44a0-9d34-27b06451422f req-72b27326-de01-495e-b1d9-ceaa64f70dae service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Neutron deleted interface ce10c923-cf03-4bc4-88db-b0173953d9a6; detaching it from the instance and deleting it from the info cache [ 863.869772] env[68292]: DEBUG nova.network.neutron [req-4a166e9b-7838-44a0-9d34-27b06451422f req-72b27326-de01-495e-b1d9-ceaa64f70dae service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.880056] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "refresh_cache-cd000ca6-2a7b-4555-981d-9383b128f050" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.880056] env[68292]: DEBUG nova.compute.manager [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Instance network_info: |[{"id": "bb70a4c5-3753-453c-b2a5-250bfbd120b1", "address": "fa:16:3e:cc:cf:ff", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb70a4c5-37", "ovs_interfaceid": "bb70a4c5-3753-453c-b2a5-250bfbd120b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.880056] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:cf:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb70a4c5-3753-453c-b2a5-250bfbd120b1', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.886521] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.891015] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.891663] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 863.891663] env[68292]: value = "task-3072035" [ 863.891663] env[68292]: _type = "Task" [ 863.891663] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.892103] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34cb314b-90b1-43d3-98b2-a865ebe4f932 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.918020] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.921974] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.921974] env[68292]: value = "task-3072036" [ 863.921974] env[68292]: _type = "Task" [ 863.921974] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.932831] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072036, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.019085] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0331267d-a216-48a7-83d5-8c86ecd72bc9 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.030963] env[68292]: INFO nova.compute.manager [-] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Took 1.34 seconds to deallocate network for instance. [ 864.063215] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.063215] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8840fba4-5359-44b8-a986-691b6337c2b4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.077149] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 864.077149] env[68292]: value = "task-3072037" [ 864.077149] env[68292]: _type = "Task" [ 864.077149] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.095092] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.125402] env[68292]: DEBUG oslo_concurrency.lockutils [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] Releasing lock "refresh_cache-0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.125402] env[68292]: DEBUG nova.compute.manager [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Received event network-vif-plugged-bb70a4c5-3753-453c-b2a5-250bfbd120b1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.125402] env[68292]: DEBUG oslo_concurrency.lockutils [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] Acquiring lock "cd000ca6-2a7b-4555-981d-9383b128f050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.125909] env[68292]: DEBUG oslo_concurrency.lockutils [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] Lock "cd000ca6-2a7b-4555-981d-9383b128f050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.125909] env[68292]: DEBUG oslo_concurrency.lockutils [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] Lock "cd000ca6-2a7b-4555-981d-9383b128f050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.126017] env[68292]: DEBUG nova.compute.manager [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] No waiting events found dispatching network-vif-plugged-bb70a4c5-3753-453c-b2a5-250bfbd120b1 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.126175] env[68292]: WARNING nova.compute.manager [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Received unexpected event network-vif-plugged-bb70a4c5-3753-453c-b2a5-250bfbd120b1 for instance with vm_state building and task_state spawning. [ 864.126338] env[68292]: DEBUG nova.compute.manager [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Received event network-changed-bb70a4c5-3753-453c-b2a5-250bfbd120b1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.126540] env[68292]: DEBUG nova.compute.manager [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Refreshing instance network info cache due to event network-changed-bb70a4c5-3753-453c-b2a5-250bfbd120b1. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.126737] env[68292]: DEBUG oslo_concurrency.lockutils [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] Acquiring lock "refresh_cache-cd000ca6-2a7b-4555-981d-9383b128f050" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.126874] env[68292]: DEBUG oslo_concurrency.lockutils [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] Acquired lock "refresh_cache-cd000ca6-2a7b-4555-981d-9383b128f050" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.127046] env[68292]: DEBUG nova.network.neutron [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Refreshing network info cache for port bb70a4c5-3753-453c-b2a5-250bfbd120b1 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.145568] env[68292]: DEBUG oslo_vmware.api [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3072034, 'name': ReconfigVM_Task, 'duration_secs': 0.224995} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.152980] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615074', 'volume_id': '1753aec1-e5d8-4d28-9027-0885bf59bbee', 'name': 'volume-1753aec1-e5d8-4d28-9027-0885bf59bbee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83b41147-3328-4251-8b8c-242a50534830', 'attached_at': '', 'detached_at': '', 'volume_id': '1753aec1-e5d8-4d28-9027-0885bf59bbee', 'serial': '1753aec1-e5d8-4d28-9027-0885bf59bbee'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 864.152980] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.154614] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1072425d-6fb5-493d-ad79-1f0e3ee31220 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.165927] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952755} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.172753] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8/0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.172939] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.173428] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.176045] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6835a3c4-04bd-4016-a5b9-3ba69b631d91 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.178956] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a6de1d8-7cae-43d8-a8ff-482e239d6229 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.190652] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072030, 'name': Destroy_Task, 'duration_secs': 1.033424} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.191775] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Destroyed the VM [ 864.192049] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.192380] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 864.192380] env[68292]: value = "task-3072039" [ 864.192380] env[68292]: _type = "Task" [ 864.192380] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.192611] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c0a3f26-ce03-4854-8bf3-ffb277b43832 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.211176] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.212563] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 864.212563] env[68292]: value = "task-3072040" [ 864.212563] env[68292]: _type = "Task" [ 864.212563] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.228568] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.273611] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.273793] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.273986] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Deleting the datastore file [datastore2] 83b41147-3328-4251-8b8c-242a50534830 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.274513] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2aca53ea-e16b-4f63-87b1-32669c0b0550 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.285246] env[68292]: DEBUG oslo_vmware.api [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Waiting for the task: (returnval){ [ 864.285246] env[68292]: value = "task-3072041" [ 864.285246] env[68292]: _type = "Task" [ 864.285246] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.296163] env[68292]: DEBUG oslo_vmware.api [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3072041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.352241] env[68292]: INFO nova.compute.manager [-] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Took 1.75 seconds to deallocate network for instance. [ 864.356438] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bede9c76-1823-4b21-aa3c-68632fdd43dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.368822] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b258689-09a7-46d9-ae80-1e1780f60055 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.373675] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0e24c1f-6df8-4a65-830d-046ae0f3c007 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.414086] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70395524-4fa0-48ec-98cc-bc80097e06d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.425497] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adef85e4-3359-4879-81b4-c29904714ab1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.448827] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.450578] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843e2795-8232-43a4-8c4e-999e35111594 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.458606] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072036, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.473266] env[68292]: DEBUG nova.compute.manager [req-4a166e9b-7838-44a0-9d34-27b06451422f req-72b27326-de01-495e-b1d9-ceaa64f70dae service nova] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Detach interface failed, port_id=ce10c923-cf03-4bc4-88db-b0173953d9a6, reason: Instance 579ecc58-5c84-4237-bf96-4e36c0f75dcd could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 864.483761] env[68292]: DEBUG nova.compute.provider_tree [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.538858] env[68292]: DEBUG oslo_concurrency.lockutils [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.588286] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072037, 'name': PowerOffVM_Task, 'duration_secs': 0.32363} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.588555] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.588781] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.589573] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce3528f-bbc7-40d3-b477-3c3daa2e145c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.597809] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.597988] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-697fe3fc-f7b4-49ea-b733-3080e7a4fa3e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.705383] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107141} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.705698] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.706839] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f0e56e-b195-48db-84f4-50720e1ffaab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.732025] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8/0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.737274] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99e3c7c1-1342-4ad7-aa55-fc8ba4dece00 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.760053] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072040, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.761598] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 864.761598] env[68292]: value = "task-3072043" [ 864.761598] env[68292]: _type = "Task" [ 864.761598] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.771113] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.797402] env[68292]: DEBUG oslo_vmware.api [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Task: {'id': task-3072041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143054} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.800200] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.800422] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.800611] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.801828] env[68292]: INFO nova.compute.manager [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Took 2.39 seconds to destroy the instance on the hypervisor. [ 864.801828] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.801828] env[68292]: DEBUG nova.compute.manager [-] [instance: 83b41147-3328-4251-8b8c-242a50534830] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.801828] env[68292]: DEBUG nova.network.neutron [-] [instance: 83b41147-3328-4251-8b8c-242a50534830] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.868018] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.923145] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.937934] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "dd9db746-41d9-4d5a-ae64-cdb54765e6cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.938241] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "dd9db746-41d9-4d5a-ae64-cdb54765e6cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.938421] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "dd9db746-41d9-4d5a-ae64-cdb54765e6cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.938662] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "dd9db746-41d9-4d5a-ae64-cdb54765e6cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.938854] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "dd9db746-41d9-4d5a-ae64-cdb54765e6cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.945137] env[68292]: INFO nova.compute.manager [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Terminating instance [ 864.955612] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072036, 'name': CreateVM_Task, 'duration_secs': 0.546528} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.956034] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.957017] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.957017] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.957415] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.958419] env[68292]: DEBUG nova.network.neutron [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Updated VIF entry in instance network info cache for port bb70a4c5-3753-453c-b2a5-250bfbd120b1. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.962016] env[68292]: DEBUG nova.network.neutron [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Updating instance_info_cache with network_info: [{"id": "bb70a4c5-3753-453c-b2a5-250bfbd120b1", "address": "fa:16:3e:cc:cf:ff", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb70a4c5-37", "ovs_interfaceid": "bb70a4c5-3753-453c-b2a5-250bfbd120b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.962016] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc54e4b-93c6-481f-ba5b-f424a9e92d63 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.967901] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 864.967901] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f154e9-e805-d7d2-668c-f45947597cac" [ 864.967901] env[68292]: _type = "Task" [ 864.967901] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.979464] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f154e9-e805-d7d2-668c-f45947597cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.987468] env[68292]: DEBUG nova.scheduler.client.report [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.092599] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.092599] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.092599] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleting the datastore file [datastore1] 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.092599] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-411fd335-9764-4617-b2ad-3d824578eb4c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.100428] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 865.100428] env[68292]: value = "task-3072044" [ 865.100428] env[68292]: _type = "Task" [ 865.100428] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.110823] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.142350] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "40054cea-df8d-4455-9aa9-7ef7e5f18f9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.142922] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "40054cea-df8d-4455-9aa9-7ef7e5f18f9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.143159] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "40054cea-df8d-4455-9aa9-7ef7e5f18f9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.143433] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "40054cea-df8d-4455-9aa9-7ef7e5f18f9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.143674] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "40054cea-df8d-4455-9aa9-7ef7e5f18f9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.147316] env[68292]: INFO nova.compute.manager [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Terminating instance [ 865.237222] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072040, 'name': RemoveSnapshot_Task, 'duration_secs': 0.673327} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.240019] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 865.240019] env[68292]: DEBUG nova.compute.manager [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.240019] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc996a9-6c55-4026-8fa1-26a51ecedb54 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.278030] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072043, 'name': ReconfigVM_Task, 'duration_secs': 0.346515} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.278030] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8/0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.278030] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c9ac173-c333-4433-9a75-450c83c64321 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.288216] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 865.288216] env[68292]: value = "task-3072045" [ 865.288216] env[68292]: _type = "Task" [ 865.288216] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.298246] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072045, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.342364] env[68292]: DEBUG nova.compute.manager [req-beb2ca3f-d112-4f35-bd72-ab026d25ace7 req-7f3108e1-6efa-4af5-a533-abaaff849e0f service nova] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Received event network-vif-deleted-a6948c64-16c4-4ef2-bb5d-c8faefba5161 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.342613] env[68292]: DEBUG nova.compute.manager [req-beb2ca3f-d112-4f35-bd72-ab026d25ace7 req-7f3108e1-6efa-4af5-a533-abaaff849e0f service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Received event network-changed-2946306b-7828-41c3-833f-dbd7800ce1ba {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.342821] env[68292]: DEBUG nova.compute.manager [req-beb2ca3f-d112-4f35-bd72-ab026d25ace7 req-7f3108e1-6efa-4af5-a533-abaaff849e0f service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Refreshing instance network info cache due to event network-changed-2946306b-7828-41c3-833f-dbd7800ce1ba. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.343087] env[68292]: DEBUG oslo_concurrency.lockutils [req-beb2ca3f-d112-4f35-bd72-ab026d25ace7 req-7f3108e1-6efa-4af5-a533-abaaff849e0f service nova] Acquiring lock "refresh_cache-b324ef32-f584-4281-a50d-7aaf546a96ec" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.343274] env[68292]: DEBUG oslo_concurrency.lockutils [req-beb2ca3f-d112-4f35-bd72-ab026d25ace7 req-7f3108e1-6efa-4af5-a533-abaaff849e0f service nova] Acquired lock "refresh_cache-b324ef32-f584-4281-a50d-7aaf546a96ec" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.343488] env[68292]: DEBUG nova.network.neutron [req-beb2ca3f-d112-4f35-bd72-ab026d25ace7 req-7f3108e1-6efa-4af5-a533-abaaff849e0f service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Refreshing network info cache for port 2946306b-7828-41c3-833f-dbd7800ce1ba {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.421844] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.452082] env[68292]: DEBUG nova.compute.manager [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.452082] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.453325] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568f01c3-40c5-4948-a7fa-56fcc0c34da2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.462710] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.463878] env[68292]: DEBUG oslo_concurrency.lockutils [req-efc6fe5f-c244-49d6-9f4e-1ff105703827 req-9c525c5e-eb7a-469c-8d49-92f6861124ae service nova] Releasing lock "refresh_cache-cd000ca6-2a7b-4555-981d-9383b128f050" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.464291] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15469e3c-ab55-411e-9d19-18cb3b8f7c9d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.475047] env[68292]: DEBUG oslo_vmware.api [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 865.475047] env[68292]: value = "task-3072046" [ 865.475047] env[68292]: _type = "Task" [ 865.475047] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.484021] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f154e9-e805-d7d2-668c-f45947597cac, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.484021] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.484021] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.484257] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.484257] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.484397] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.484684] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93dd2f1e-2679-4556-bdcb-c2d668506341 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.490211] env[68292]: DEBUG oslo_vmware.api [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3072046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.495170] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.395s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.499524] env[68292]: DEBUG oslo_concurrency.lockutils [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.749s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.499992] env[68292]: DEBUG nova.objects.instance [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lazy-loading 'resources' on Instance uuid 28add4e9-37aa-40bf-8aca-78214365ee1b {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.502151] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.502151] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.503044] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf1033d-d728-4db0-86db-9018c7f9fd6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.510863] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 865.510863] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52209438-6d58-e656-d7aa-e05cd6546941" [ 865.510863] env[68292]: _type = "Task" [ 865.510863] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.521676] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52209438-6d58-e656-d7aa-e05cd6546941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.526871] env[68292]: INFO nova.scheduler.client.report [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Deleted allocations for instance 4ae6521d-9281-432a-80a6-96705ae092c1 [ 865.611915] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152714} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.612137] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.612341] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.612538] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.651682] env[68292]: DEBUG nova.compute.manager [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.651958] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.652976] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9b6ac4-963a-4723-860f-fbd460ef942e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.662496] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.662770] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b8902e-4fc5-421e-a516-3f24ab1a5ba1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.672685] env[68292]: DEBUG oslo_vmware.api [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 865.672685] env[68292]: value = "task-3072047" [ 865.672685] env[68292]: _type = "Task" [ 865.672685] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.682779] env[68292]: DEBUG oslo_vmware.api [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3072047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.696364] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "47de732d-5723-4c39-bb80-cbc393cbb123" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.697131] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "47de732d-5723-4c39-bb80-cbc393cbb123" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.697131] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "47de732d-5723-4c39-bb80-cbc393cbb123-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.697131] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "47de732d-5723-4c39-bb80-cbc393cbb123-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.697312] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "47de732d-5723-4c39-bb80-cbc393cbb123-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.700519] env[68292]: INFO nova.compute.manager [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Terminating instance [ 865.756350] env[68292]: INFO nova.compute.manager [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Shelve offloading [ 865.801913] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072045, 'name': Rename_Task, 'duration_secs': 0.245256} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.801913] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.801913] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d83b544b-1995-48b8-b07e-03505d60ecd6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.827118] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 865.827118] env[68292]: value = "task-3072048" [ 865.827118] env[68292]: _type = "Task" [ 865.827118] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.835759] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.924166] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.957190] env[68292]: DEBUG nova.network.neutron [-] [instance: 83b41147-3328-4251-8b8c-242a50534830] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.986644] env[68292]: DEBUG oslo_vmware.api [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3072046, 'name': PowerOffVM_Task, 'duration_secs': 0.230673} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.986644] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.986837] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.987115] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0abcfbb-a770-4adc-8432-a599791ebe65 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.022846] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52209438-6d58-e656-d7aa-e05cd6546941, 'name': SearchDatastore_Task, 'duration_secs': 0.017537} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.023841] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82c46aa-8726-4b81-807e-201f24fe8ff5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.033022] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 866.033022] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527cf3f3-3d67-7e01-ac09-fd2ad473de22" [ 866.033022] env[68292]: _type = "Task" [ 866.033022] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.042449] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c0481562-b1fd-4ff1-aebb-116e5b97a1d9 tempest-ServersTestManualDisk-1780023698 tempest-ServersTestManualDisk-1780023698-project-member] Lock "4ae6521d-9281-432a-80a6-96705ae092c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.429s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.051385] env[68292]: DEBUG nova.objects.instance [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lazy-loading 'flavor' on Instance uuid aabf83d8-a77c-496a-a909-a9e315d67082 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.055164] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527cf3f3-3d67-7e01-ac09-fd2ad473de22, 'name': SearchDatastore_Task, 'duration_secs': 0.014135} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.059734] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.059734] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] cd000ca6-2a7b-4555-981d-9383b128f050/cd000ca6-2a7b-4555-981d-9383b128f050.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.061547] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06268c67-1629-4d79-8d80-17dc23208aee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.065847] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.065847] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.065847] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleting the datastore file [datastore1] dd9db746-41d9-4d5a-ae64-cdb54765e6cd {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.069893] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-402c4d06-0284-4c18-ada9-9893fc07a993 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.078431] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 866.078431] env[68292]: value = "task-3072050" [ 866.078431] env[68292]: _type = "Task" [ 866.078431] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.083882] env[68292]: DEBUG oslo_vmware.api [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 866.083882] env[68292]: value = "task-3072051" [ 866.083882] env[68292]: _type = "Task" [ 866.083882] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.095090] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.101481] env[68292]: DEBUG oslo_vmware.api [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3072051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.103642] env[68292]: DEBUG nova.compute.manager [req-3c021021-2656-4553-aa66-65db84ad8cf7 req-91322039-03d4-4134-8daa-0f7ad1f711b1 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Received event network-changed-2946306b-7828-41c3-833f-dbd7800ce1ba {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.103826] env[68292]: DEBUG nova.compute.manager [req-3c021021-2656-4553-aa66-65db84ad8cf7 req-91322039-03d4-4134-8daa-0f7ad1f711b1 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Refreshing instance network info cache due to event network-changed-2946306b-7828-41c3-833f-dbd7800ce1ba. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.104202] env[68292]: DEBUG oslo_concurrency.lockutils [req-3c021021-2656-4553-aa66-65db84ad8cf7 req-91322039-03d4-4134-8daa-0f7ad1f711b1 service nova] Acquiring lock "refresh_cache-b324ef32-f584-4281-a50d-7aaf546a96ec" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.186400] env[68292]: DEBUG oslo_vmware.api [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3072047, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.193615] env[68292]: DEBUG nova.network.neutron [req-beb2ca3f-d112-4f35-bd72-ab026d25ace7 req-7f3108e1-6efa-4af5-a533-abaaff849e0f service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Updated VIF entry in instance network info cache for port 2946306b-7828-41c3-833f-dbd7800ce1ba. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.193876] env[68292]: DEBUG nova.network.neutron [req-beb2ca3f-d112-4f35-bd72-ab026d25ace7 req-7f3108e1-6efa-4af5-a533-abaaff849e0f service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Updating instance_info_cache with network_info: [{"id": "2946306b-7828-41c3-833f-dbd7800ce1ba", "address": "fa:16:3e:4a:5c:0e", "network": {"id": "ee74c86a-f6af-4292-9b9b-64e7a6a8bb3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-204227372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc86a3be8e54e51af3b518499e5aeca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2946306b-78", "ovs_interfaceid": "2946306b-7828-41c3-833f-dbd7800ce1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.207442] env[68292]: DEBUG nova.compute.manager [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.207694] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.209046] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b926247a-da85-4b19-8416-c2310d1bf5f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.218026] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.222304] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74796566-c9e6-49f8-8b7f-229939ad2f76 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.230575] env[68292]: DEBUG oslo_vmware.api [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 866.230575] env[68292]: value = "task-3072052" [ 866.230575] env[68292]: _type = "Task" [ 866.230575] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.245377] env[68292]: DEBUG oslo_vmware.api [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3072052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.260751] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.261066] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e25136a4-a0ab-4ccf-8bca-682b04fdfcfa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.271362] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 866.271362] env[68292]: value = "task-3072053" [ 866.271362] env[68292]: _type = "Task" [ 866.271362] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.286871] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 866.287245] env[68292]: DEBUG nova.compute.manager [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.288304] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d316ece-f561-495d-bd56-f91b825f42aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.295905] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.296186] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.296428] env[68292]: DEBUG nova.network.neutron [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.338882] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072048, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.422563] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.460121] env[68292]: INFO nova.compute.manager [-] [instance: 83b41147-3328-4251-8b8c-242a50534830] Took 1.66 seconds to deallocate network for instance. [ 866.560453] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea373fd-4525-4329-ac6b-10a85bb4597d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.570089] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.571881] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.572208] env[68292]: DEBUG nova.network.neutron [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.572466] env[68292]: DEBUG nova.objects.instance [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lazy-loading 'info_cache' on Instance uuid aabf83d8-a77c-496a-a909-a9e315d67082 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.577450] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa4f0c-5ce2-40f9-99f6-565c6ee9c0cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.625539] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d271fcdf-c538-452f-ba2f-4e88eced0cb9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.629734] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518107} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.634370] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] cd000ca6-2a7b-4555-981d-9383b128f050/cd000ca6-2a7b-4555-981d-9383b128f050.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.634509] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.638438] env[68292]: DEBUG oslo_vmware.api [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3072051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166594} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.639518] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6533894b-6e5f-4a80-9fb3-08bcc846bcab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.643312] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.643588] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.643833] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.644199] env[68292]: INFO nova.compute.manager [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 866.644407] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.647294] env[68292]: DEBUG nova.compute.manager [-] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.647837] env[68292]: DEBUG nova.network.neutron [-] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.650810] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67070a8-1818-497c-9708-a4aed18adb14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.657660] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 866.657660] env[68292]: value = "task-3072054" [ 866.657660] env[68292]: _type = "Task" [ 866.657660] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.669962] env[68292]: DEBUG nova.compute.provider_tree [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.681489] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.687833] env[68292]: DEBUG oslo_vmware.api [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3072047, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.690015] env[68292]: DEBUG nova.virt.hardware [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.690368] env[68292]: DEBUG nova.virt.hardware [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.690651] env[68292]: DEBUG nova.virt.hardware [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.690866] env[68292]: DEBUG nova.virt.hardware [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.691143] env[68292]: DEBUG nova.virt.hardware [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.691360] env[68292]: DEBUG nova.virt.hardware [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.691630] env[68292]: DEBUG nova.virt.hardware [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.691862] env[68292]: DEBUG nova.virt.hardware [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.692096] env[68292]: DEBUG nova.virt.hardware [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.692321] env[68292]: DEBUG nova.virt.hardware [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.692582] env[68292]: DEBUG nova.virt.hardware [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.694211] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3967c6a1-4cda-46ec-8ba6-404b6cedbec1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.699264] env[68292]: DEBUG oslo_concurrency.lockutils [req-beb2ca3f-d112-4f35-bd72-ab026d25ace7 req-7f3108e1-6efa-4af5-a533-abaaff849e0f service nova] Releasing lock "refresh_cache-b324ef32-f584-4281-a50d-7aaf546a96ec" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.699741] env[68292]: DEBUG oslo_concurrency.lockutils [req-3c021021-2656-4553-aa66-65db84ad8cf7 req-91322039-03d4-4134-8daa-0f7ad1f711b1 service nova] Acquired lock "refresh_cache-b324ef32-f584-4281-a50d-7aaf546a96ec" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.699987] env[68292]: DEBUG nova.network.neutron [req-3c021021-2656-4553-aa66-65db84ad8cf7 req-91322039-03d4-4134-8daa-0f7ad1f711b1 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Refreshing network info cache for port 2946306b-7828-41c3-833f-dbd7800ce1ba {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.708139] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886954a7-e6c5-42a3-8f87-8c7c2bce9520 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.727031] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:f0:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5cb2ac0-93cf-40ce-a07d-51069e848e46', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.734701] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.735427] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.738579] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83a49181-4a14-46f8-b02e-fa07d9c3a6de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.759719] env[68292]: DEBUG oslo_vmware.api [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3072052, 'name': PowerOffVM_Task, 'duration_secs': 0.34248} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.761203] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.762562] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.762562] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.762562] env[68292]: value = "task-3072055" [ 866.762562] env[68292]: _type = "Task" [ 866.762562] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.762562] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-658c10df-23d7-48ec-ac8c-eaed38e0c814 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.774313] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072055, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.839093] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072048, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.846024] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.846260] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.846411] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Deleting the datastore file [datastore2] 47de732d-5723-4c39-bb80-cbc393cbb123 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.846674] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ce11875-335e-4509-9d92-57bf7fa38cd1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.855267] env[68292]: DEBUG oslo_vmware.api [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 866.855267] env[68292]: value = "task-3072057" [ 866.855267] env[68292]: _type = "Task" [ 866.855267] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.863857] env[68292]: DEBUG oslo_vmware.api [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3072057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.924145] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.009977] env[68292]: INFO nova.compute.manager [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Rebuilding instance [ 867.048302] env[68292]: INFO nova.compute.manager [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Took 0.59 seconds to detach 1 volumes for instance. [ 867.059235] env[68292]: DEBUG nova.compute.manager [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] [instance: 83b41147-3328-4251-8b8c-242a50534830] Deleting volume: 1753aec1-e5d8-4d28-9027-0885bf59bbee {{(pid=68292) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 867.082660] env[68292]: DEBUG nova.objects.base [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 867.117820] env[68292]: DEBUG nova.compute.manager [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.119556] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daec0a6d-d9ed-47fa-84ca-63a02a6a6e39 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.177354] env[68292]: DEBUG nova.scheduler.client.report [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.183159] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.487181} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.188198] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.189215] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d77f811-6361-404e-8773-6c33939e0079 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.202307] env[68292]: DEBUG nova.network.neutron [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Updating instance_info_cache with network_info: [{"id": "9b435b86-6b97-4461-9986-5470f4e685d4", "address": "fa:16:3e:ec:31:78", "network": {"id": "2925f5ef-335e-421b-a420-7bb0de4262c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1540914255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d533ceae514415919efdcc59829f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b435b86-6b", "ovs_interfaceid": "9b435b86-6b97-4461-9986-5470f4e685d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.221408] env[68292]: DEBUG oslo_vmware.api [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3072047, 'name': PowerOffVM_Task, 'duration_secs': 1.21164} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.233027] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] cd000ca6-2a7b-4555-981d-9383b128f050/cd000ca6-2a7b-4555-981d-9383b128f050.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.233239] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.233738] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.234193] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e08bc6bf-8a1c-4771-a210-59014b31229a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.250605] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4d37cde-5fea-44da-941c-adad7b7012b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.262010] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 867.262010] env[68292]: value = "task-3072059" [ 867.262010] env[68292]: _type = "Task" [ 867.262010] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.279776] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.286210] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072055, 'name': CreateVM_Task, 'duration_secs': 0.495367} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.286515] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.287611] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.287877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.288314] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.288659] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c4b9a7-e95a-417b-a8b4-2f3f06398002 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.296677] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 867.296677] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52383de6-c2d4-1a74-d479-da2d27a6b105" [ 867.296677] env[68292]: _type = "Task" [ 867.296677] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.311455] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52383de6-c2d4-1a74-d479-da2d27a6b105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.339936] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.343323] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.343859] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.343859] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Deleting the datastore file [datastore1] 40054cea-df8d-4455-9aa9-7ef7e5f18f9e {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.344173] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c682e98-d500-401c-863b-2d74718229a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.353601] env[68292]: DEBUG oslo_vmware.api [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for the task: (returnval){ [ 867.353601] env[68292]: value = "task-3072061" [ 867.353601] env[68292]: _type = "Task" [ 867.353601] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.370224] env[68292]: DEBUG oslo_vmware.api [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3072057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230122} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.375260] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.375260] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.375260] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.375652] env[68292]: INFO nova.compute.manager [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Took 1.17 seconds to destroy the instance on the hypervisor. [ 867.375745] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.376298] env[68292]: DEBUG oslo_vmware.api [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3072061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.376298] env[68292]: DEBUG nova.compute.manager [-] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.376298] env[68292]: DEBUG nova.network.neutron [-] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.422561] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.563882] env[68292]: DEBUG nova.network.neutron [-] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.630937] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.684758] env[68292]: DEBUG oslo_concurrency.lockutils [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.690056] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.660s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.690287] env[68292]: DEBUG nova.objects.instance [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lazy-loading 'resources' on Instance uuid 9efc688b-d665-45de-bc9e-ada61e5cb4a1 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.708941] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Releasing lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.715532] env[68292]: INFO nova.scheduler.client.report [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Deleted allocations for instance 28add4e9-37aa-40bf-8aca-78214365ee1b [ 867.776687] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.808396] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52383de6-c2d4-1a74-d479-da2d27a6b105, 'name': SearchDatastore_Task, 'duration_secs': 0.015038} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.809052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.809052] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.809183] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.809316] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.809492] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.810437] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c10fb1c3-9279-4b84-8f5c-a88769bbff21 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.820524] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.820768] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.821610] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca312ecd-3f26-489c-b027-deaaefc85390 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.828685] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 867.828685] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5223d740-3da3-361a-0727-2486c273390f" [ 867.828685] env[68292]: _type = "Task" [ 867.828685] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.843625] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5223d740-3da3-361a-0727-2486c273390f, 'name': SearchDatastore_Task, 'duration_secs': 0.011261} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.847448] env[68292]: DEBUG oslo_vmware.api [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072048, 'name': PowerOnVM_Task, 'duration_secs': 1.636906} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.847520] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f691ca8d-8dc6-4f8c-91f3-eae0021b23a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.849944] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.850063] env[68292]: INFO nova.compute.manager [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Took 9.01 seconds to spawn the instance on the hypervisor. [ 867.850346] env[68292]: DEBUG nova.compute.manager [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.851577] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ddcc06-8f18-4836-a250-3bac91aefc41 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.863590] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 867.863590] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b5a6ca-7b84-02c8-4ab0-017ea13ae8b8" [ 867.863590] env[68292]: _type = "Task" [ 867.863590] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.873163] env[68292]: DEBUG oslo_vmware.api [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Task: {'id': task-3072061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174533} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.873817] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.874015] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.874203] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.874381] env[68292]: INFO nova.compute.manager [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Took 2.22 seconds to destroy the instance on the hypervisor. [ 867.874607] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.875064] env[68292]: DEBUG nova.compute.manager [-] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.875175] env[68292]: DEBUG nova.network.neutron [-] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.881778] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b5a6ca-7b84-02c8-4ab0-017ea13ae8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010737} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.882317] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.882593] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385/48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.882823] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffc6b7c9-5eda-4b8e-973a-7ce4a3a57d3a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.892534] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 867.892534] env[68292]: value = "task-3072062" [ 867.892534] env[68292]: _type = "Task" [ 867.892534] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.906243] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.924546] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.990442] env[68292]: DEBUG nova.network.neutron [req-3c021021-2656-4553-aa66-65db84ad8cf7 req-91322039-03d4-4134-8daa-0f7ad1f711b1 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Updated VIF entry in instance network info cache for port 2946306b-7828-41c3-833f-dbd7800ce1ba. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.991041] env[68292]: DEBUG nova.network.neutron [req-3c021021-2656-4553-aa66-65db84ad8cf7 req-91322039-03d4-4134-8daa-0f7ad1f711b1 service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Updating instance_info_cache with network_info: [{"id": "2946306b-7828-41c3-833f-dbd7800ce1ba", "address": "fa:16:3e:4a:5c:0e", "network": {"id": "ee74c86a-f6af-4292-9b9b-64e7a6a8bb3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-204227372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc86a3be8e54e51af3b518499e5aeca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2946306b-78", "ovs_interfaceid": "2946306b-7828-41c3-833f-dbd7800ce1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.064587] env[68292]: INFO nova.compute.manager [-] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Took 1.42 seconds to deallocate network for instance. [ 868.145032] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.145032] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1f4dad8-2e9a-495a-a131-dab0abd252e8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.156545] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Waiting for the task: (returnval){ [ 868.156545] env[68292]: value = "task-3072063" [ 868.156545] env[68292]: _type = "Task" [ 868.156545] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.166186] env[68292]: DEBUG nova.network.neutron [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance_info_cache with network_info: [{"id": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "address": "fa:16:3e:ab:07:ee", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73f854d-1f", "ovs_interfaceid": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.172042] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3072063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.227752] env[68292]: DEBUG oslo_concurrency.lockutils [None req-554a506b-1a05-41a4-9714-cb9871d0a306 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "28add4e9-37aa-40bf-8aca-78214365ee1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.893s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.275895] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072059, 'name': ReconfigVM_Task, 'duration_secs': 0.784876} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.275895] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Reconfigured VM instance instance-0000003b to attach disk [datastore2] cd000ca6-2a7b-4555-981d-9383b128f050/cd000ca6-2a7b-4555-981d-9383b128f050.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.276349] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e468848c-29d9-44ec-9707-8332b91a2c78 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.283846] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.284977] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144288a8-0a69-4157-86e4-b2eedc7eb9a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.292485] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 868.292485] env[68292]: value = "task-3072064" [ 868.292485] env[68292]: _type = "Task" [ 868.292485] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.295968] env[68292]: DEBUG nova.compute.manager [req-9d269242-8516-4278-b842-c456cee84cdf req-77e6eada-6e02-470d-9321-a71c4cc1887e service nova] [instance: 83b41147-3328-4251-8b8c-242a50534830] Received event network-vif-deleted-b68c5bbf-7536-405c-ac5b-2c71cc401d73 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.296220] env[68292]: DEBUG nova.compute.manager [req-9d269242-8516-4278-b842-c456cee84cdf req-77e6eada-6e02-470d-9321-a71c4cc1887e service nova] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Received event network-vif-deleted-866ec064-f70c-4425-926a-66fce861105c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.305265] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.305884] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08057449-71e2-4cf6-a5da-ff2484b0032c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.316339] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072064, 'name': Rename_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.357173] env[68292]: DEBUG nova.network.neutron [-] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.378712] env[68292]: INFO nova.compute.manager [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Took 47.04 seconds to build instance. [ 868.389681] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.389975] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.390159] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Deleting the datastore file [datastore1] 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.391141] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4caa857e-780a-471d-bdd4-b8a4fa32d79c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.407351] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492165} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.411643] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385/48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.411894] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.413723] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 868.413723] env[68292]: value = "task-3072066" [ 868.413723] env[68292]: _type = "Task" [ 868.413723] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.414074] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9c38fb4-4f7f-4962-8bcc-4c69168f5d62 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.441966] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.442705] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.443981] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 868.443981] env[68292]: value = "task-3072067" [ 868.443981] env[68292]: _type = "Task" [ 868.443981] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.458427] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.493635] env[68292]: DEBUG oslo_concurrency.lockutils [req-3c021021-2656-4553-aa66-65db84ad8cf7 req-91322039-03d4-4134-8daa-0f7ad1f711b1 service nova] Releasing lock "refresh_cache-b324ef32-f584-4281-a50d-7aaf546a96ec" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.571012] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.673803] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.675952] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3072063, 'name': PowerOffVM_Task, 'duration_secs': 0.34885} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.676440] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.677408] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.677690] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9325968-621a-4459-8ed1-0438e3a47f5f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.688493] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Waiting for the task: (returnval){ [ 868.688493] env[68292]: value = "task-3072068" [ 868.688493] env[68292]: _type = "Task" [ 868.688493] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.703382] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 868.703710] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 868.703871] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615075', 'volume_id': 'd30ebc03-0a45-4e07-b149-749a58a702b1', 'name': 'volume-d30ebc03-0a45-4e07-b149-749a58a702b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6dc99502-2329-4b20-828e-20591575c8ab', 'attached_at': '', 'detached_at': '', 'volume_id': 'd30ebc03-0a45-4e07-b149-749a58a702b1', 'serial': 'd30ebc03-0a45-4e07-b149-749a58a702b1'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 868.705860] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdd9d33-38a8-42b2-8f54-733cbfee51b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.734922] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18378cbf-04fd-4c21-93a3-ed9e77eff77c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.745678] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b010b5-e495-4a2e-a808-27facc346bcb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.766043] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a7e305-a9ae-4e04-94f0-69b9f3f1fca4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.769843] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da60c380-219d-48f0-bdc6-93b469d0cd69 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.787497] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc40a53b-b920-4946-97d4-94dbfff3d063 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.793834] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] The volume has not been displaced from its original location: [datastore2] volume-d30ebc03-0a45-4e07-b149-749a58a702b1/volume-d30ebc03-0a45-4e07-b149-749a58a702b1.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 868.799275] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 868.800850] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-722e61cd-91bb-4583-96c1-d99ab07cd4d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.814368] env[68292]: DEBUG nova.compute.manager [req-fde364d7-b7c5-4972-92e4-cc4bed583282 req-ff33a91f-3fde-441a-8c80-9e07be3b9eec service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Received event network-vif-unplugged-9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.814570] env[68292]: DEBUG oslo_concurrency.lockutils [req-fde364d7-b7c5-4972-92e4-cc4bed583282 req-ff33a91f-3fde-441a-8c80-9e07be3b9eec service nova] Acquiring lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.814824] env[68292]: DEBUG oslo_concurrency.lockutils [req-fde364d7-b7c5-4972-92e4-cc4bed583282 req-ff33a91f-3fde-441a-8c80-9e07be3b9eec service nova] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.815091] env[68292]: DEBUG oslo_concurrency.lockutils [req-fde364d7-b7c5-4972-92e4-cc4bed583282 req-ff33a91f-3fde-441a-8c80-9e07be3b9eec service nova] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.818249] env[68292]: DEBUG nova.compute.manager [req-fde364d7-b7c5-4972-92e4-cc4bed583282 req-ff33a91f-3fde-441a-8c80-9e07be3b9eec service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] No waiting events found dispatching network-vif-unplugged-9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.818249] env[68292]: WARNING nova.compute.manager [req-fde364d7-b7c5-4972-92e4-cc4bed583282 req-ff33a91f-3fde-441a-8c80-9e07be3b9eec service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Received unexpected event network-vif-unplugged-9b435b86-6b97-4461-9986-5470f4e685d4 for instance with vm_state shelved and task_state shelving_offloading. [ 868.826747] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072064, 'name': Rename_Task, 'duration_secs': 0.2419} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.855241] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.856112] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Waiting for the task: (returnval){ [ 868.856112] env[68292]: value = "task-3072069" [ 868.856112] env[68292]: _type = "Task" [ 868.856112] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.856840] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4409369f-e7b5-4a8c-b2df-4c94134c2572 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.859193] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82169bd-e9c5-4478-9b13-36fbade38549 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.864895] env[68292]: INFO nova.compute.manager [-] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Took 1.49 seconds to deallocate network for instance. [ 868.878873] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 868.878873] env[68292]: value = "task-3072070" [ 868.878873] env[68292]: _type = "Task" [ 868.878873] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.879317] env[68292]: DEBUG nova.network.neutron [-] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.882421] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3072069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.882421] env[68292]: DEBUG oslo_concurrency.lockutils [None req-12ec7732-895b-40bd-aa4a-0b6c15df85a2 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.062s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.882421] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aafd441-43db-4ab0-b755-f1788f89c5d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.904838] env[68292]: DEBUG nova.compute.provider_tree [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.906517] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072070, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.931226] env[68292]: DEBUG oslo_vmware.api [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17786} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.937144] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.937144] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.937144] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.937817] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.955458] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075918} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.955754] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.956563] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08f8f21-002e-409b-9106-250511583752 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.962220] env[68292]: INFO nova.scheduler.client.report [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Deleted allocations for instance 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270 [ 868.983694] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385/48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.984321] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b8e2a7c-a8da-4bf0-9496-2ae2e9ce1380 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.012802] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 869.012802] env[68292]: value = "task-3072071" [ 869.012802] env[68292]: _type = "Task" [ 869.012802] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.023876] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.377884] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3072069, 'name': ReconfigVM_Task, 'duration_secs': 0.171928} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.377884] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.382676] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.383013] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ca9c7e1-dcd7-4810-a0ca-eb2cb03adca7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.406198] env[68292]: INFO nova.compute.manager [-] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Took 1.53 seconds to deallocate network for instance. [ 869.413853] env[68292]: DEBUG nova.scheduler.client.report [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.422126] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Waiting for the task: (returnval){ [ 869.422126] env[68292]: value = "task-3072072" [ 869.422126] env[68292]: _type = "Task" [ 869.422126] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.422433] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072070, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.439303] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.442129] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3072072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.486492] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.523755] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.682893] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.682893] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0463f0e8-1f0b-4dbe-acb0-09324e74e597 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.692288] env[68292]: DEBUG oslo_vmware.api [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 869.692288] env[68292]: value = "task-3072073" [ 869.692288] env[68292]: _type = "Task" [ 869.692288] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.702548] env[68292]: DEBUG oslo_vmware.api [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.894346] env[68292]: DEBUG oslo_vmware.api [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072070, 'name': PowerOnVM_Task, 'duration_secs': 0.900226} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.894657] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.894943] env[68292]: INFO nova.compute.manager [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Took 8.39 seconds to spawn the instance on the hypervisor. [ 869.895163] env[68292]: DEBUG nova.compute.manager [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.896017] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43166d0-4e2f-4ef5-ab30-795a9bb37e89 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.924533] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.925329] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.938611] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.858s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.938888] env[68292]: DEBUG nova.objects.instance [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Lazy-loading 'resources' on Instance uuid 4de9c926-3c1c-477b-9d20-15b926760b5d {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.952269] env[68292]: DEBUG oslo_vmware.api [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072035, 'name': ReconfigVM_Task, 'duration_secs': 5.895358} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.956283] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.956531] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Reconfigured VM to detach interface {{(pid=68292) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 869.960253] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3072072, 'name': ReconfigVM_Task, 'duration_secs': 0.214018} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.960563] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615075', 'volume_id': 'd30ebc03-0a45-4e07-b149-749a58a702b1', 'name': 'volume-d30ebc03-0a45-4e07-b149-749a58a702b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6dc99502-2329-4b20-828e-20591575c8ab', 'attached_at': '', 'detached_at': '', 'volume_id': 'd30ebc03-0a45-4e07-b149-749a58a702b1', 'serial': 'd30ebc03-0a45-4e07-b149-749a58a702b1'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 869.960986] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.962099] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cd8092-0863-4d00-8aa9-c5868b095387 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.965777] env[68292]: INFO nova.scheduler.client.report [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Deleted allocations for instance 9efc688b-d665-45de-bc9e-ada61e5cb4a1 [ 869.975626] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.975968] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48eb0c52-cedc-4436-a55e-00fb095d6d14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.025798] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072071, 'name': ReconfigVM_Task, 'duration_secs': 0.665354} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.029111] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385/48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.030241] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2846022-41cd-4d6c-ba24-dc43c05cec01 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.039019] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 870.039019] env[68292]: value = "task-3072075" [ 870.039019] env[68292]: _type = "Task" [ 870.039019] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.049616] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.049616] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.049987] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Deleting the datastore file [datastore2] 6dc99502-2329-4b20-828e-20591575c8ab {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.053528] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-692c68ac-8d6e-49c0-a42b-ad9d02e66856 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.056245] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072075, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.062443] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Waiting for the task: (returnval){ [ 870.062443] env[68292]: value = "task-3072076" [ 870.062443] env[68292]: _type = "Task" [ 870.062443] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.071722] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3072076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.205083] env[68292]: DEBUG oslo_vmware.api [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072073, 'name': PowerOnVM_Task} progress is 70%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.419617] env[68292]: INFO nova.compute.manager [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Took 47.97 seconds to build instance. [ 870.473529] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0cedd986-a9a7-49a9-86ce-82030781d27b tempest-ServersTestMultiNic-851619080 tempest-ServersTestMultiNic-851619080-project-member] Lock "9efc688b-d665-45de-bc9e-ada61e5cb4a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.206s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.551751] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072075, 'name': Rename_Task, 'duration_secs': 0.250916} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.556871] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.556871] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6118e5fb-b6c3-4329-a286-3c8526a37fa2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.572245] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 870.572245] env[68292]: value = "task-3072077" [ 870.572245] env[68292]: _type = "Task" [ 870.572245] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.582913] env[68292]: DEBUG oslo_vmware.api [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Task: {'id': task-3072076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125414} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.583839] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.584114] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.585286] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.590793] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072077, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.686023] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 870.686023] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca98c3c1-158f-475a-85ce-a903334bf788 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.702602] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0679ff93-665b-4a90-91cb-35a167d224f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.723676] env[68292]: DEBUG oslo_vmware.api [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072073, 'name': PowerOnVM_Task, 'duration_secs': 0.69844} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.724139] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.724598] env[68292]: DEBUG nova.compute.manager [None req-a2f84bb8-bf63-4890-bd41-c5ebb1a1c4b1 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.726044] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86afa265-5852-457d-ba3e-a1688392f57c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.750623] env[68292]: ERROR nova.compute.manager [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Failed to detach volume d30ebc03-0a45-4e07-b149-749a58a702b1 from /dev/sda: nova.exception.InstanceNotFound: Instance 6dc99502-2329-4b20-828e-20591575c8ab could not be found. [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Traceback (most recent call last): [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] self.driver.rebuild(**kwargs) [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] raise NotImplementedError() [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] NotImplementedError [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] During handling of the above exception, another exception occurred: [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Traceback (most recent call last): [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] self.driver.detach_volume(context, old_connection_info, [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] return self._volumeops.detach_volume(connection_info, instance) [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] self._detach_volume_vmdk(connection_info, instance) [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] stable_ref.fetch_moref(session) [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] raise exception.InstanceNotFound(instance_id=self._uuid) [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] nova.exception.InstanceNotFound: Instance 6dc99502-2329-4b20-828e-20591575c8ab could not be found. [ 870.750623] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] [ 870.771214] env[68292]: DEBUG nova.compute.manager [req-2d7f8b8f-6d5f-4d93-b94c-ba0bde18939e req-c3ee8dd1-9601-477b-87fb-f49f5214ed81 service nova] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Received event network-vif-deleted-bbd86582-afe0-4990-91bb-786f7d68b85f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.771214] env[68292]: DEBUG nova.compute.manager [req-2d7f8b8f-6d5f-4d93-b94c-ba0bde18939e req-c3ee8dd1-9601-477b-87fb-f49f5214ed81 service nova] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Received event network-vif-deleted-5716d2c5-9e15-4235-b376-ef5e2d1e0e6c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.925538] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42a98dff-ffee-4256-b5b2-25e73663d169 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "cd000ca6-2a7b-4555-981d-9383b128f050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.070s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.996744] env[68292]: DEBUG nova.compute.utils [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Build of instance 6dc99502-2329-4b20-828e-20591575c8ab aborted: Failed to rebuild volume backed instance. {{(pid=68292) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 871.001121] env[68292]: ERROR nova.compute.manager [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 6dc99502-2329-4b20-828e-20591575c8ab aborted: Failed to rebuild volume backed instance. [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Traceback (most recent call last): [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] self.driver.rebuild(**kwargs) [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] raise NotImplementedError() [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] NotImplementedError [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] During handling of the above exception, another exception occurred: [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Traceback (most recent call last): [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] self._detach_root_volume(context, instance, root_bdm) [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] with excutils.save_and_reraise_exception(): [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] self.force_reraise() [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] raise self.value [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] self.driver.detach_volume(context, old_connection_info, [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] return self._volumeops.detach_volume(connection_info, instance) [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] self._detach_volume_vmdk(connection_info, instance) [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] stable_ref.fetch_moref(session) [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] raise exception.InstanceNotFound(instance_id=self._uuid) [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] nova.exception.InstanceNotFound: Instance 6dc99502-2329-4b20-828e-20591575c8ab could not be found. [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] During handling of the above exception, another exception occurred: [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Traceback (most recent call last): [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] yield [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 871.001121] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] self._do_rebuild_instance_with_claim( [ 871.004159] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 871.004159] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] self._do_rebuild_instance( [ 871.004159] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 871.004159] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] self._rebuild_default_impl(**kwargs) [ 871.004159] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 871.004159] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] self._rebuild_volume_backed_instance( [ 871.004159] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 871.004159] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] raise exception.BuildAbortException( [ 871.004159] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] nova.exception.BuildAbortException: Build of instance 6dc99502-2329-4b20-828e-20591575c8ab aborted: Failed to rebuild volume backed instance. [ 871.004159] env[68292]: ERROR nova.compute.manager [instance: 6dc99502-2329-4b20-828e-20591575c8ab] [ 871.089969] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.092406] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc8e459-2a2f-4819-bc26-804887572cdc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.100615] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1afe9db-131f-4559-a4cd-5d819f0e4baa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.137103] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bf051f-d0e7-4e78-b6c7-ce47cec40a77 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.149043] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0be52b-001d-43b4-bf39-b79f17f39750 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.165614] env[68292]: DEBUG nova.compute.provider_tree [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.230430] env[68292]: DEBUG nova.compute.manager [req-3b1477df-34db-42fe-9c23-84224882c5f4 req-d7208699-79a4-4c9a-852c-9e0f4a4ab892 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Received event network-changed-9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.231103] env[68292]: DEBUG nova.compute.manager [req-3b1477df-34db-42fe-9c23-84224882c5f4 req-d7208699-79a4-4c9a-852c-9e0f4a4ab892 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Refreshing instance network info cache due to event network-changed-9b435b86-6b97-4461-9986-5470f4e685d4. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.231829] env[68292]: DEBUG oslo_concurrency.lockutils [req-3b1477df-34db-42fe-9c23-84224882c5f4 req-d7208699-79a4-4c9a-852c-9e0f4a4ab892 service nova] Acquiring lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.231829] env[68292]: DEBUG oslo_concurrency.lockutils [req-3b1477df-34db-42fe-9c23-84224882c5f4 req-d7208699-79a4-4c9a-852c-9e0f4a4ab892 service nova] Acquired lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.232370] env[68292]: DEBUG nova.network.neutron [req-3b1477df-34db-42fe-9c23-84224882c5f4 req-d7208699-79a4-4c9a-852c-9e0f4a4ab892 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Refreshing network info cache for port 9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.459708] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "c7df0053-eb53-4ec0-ab7e-537a26474a85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.459708] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "c7df0053-eb53-4ec0-ab7e-537a26474a85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.590166] env[68292]: DEBUG oslo_vmware.api [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072077, 'name': PowerOnVM_Task, 'duration_secs': 0.85286} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.590449] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.590646] env[68292]: DEBUG nova.compute.manager [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.591747] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486483b0-2b55-40ad-93f5-c551ae1f337e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.607584] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.607779] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.608403] env[68292]: DEBUG nova.network.neutron [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.669400] env[68292]: DEBUG nova.scheduler.client.report [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.827021] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquiring lock "52ae3c6e-6051-444c-b1db-92edb3a1867f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.827021] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lock "52ae3c6e-6051-444c-b1db-92edb3a1867f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.944409] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.944932] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.944932] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.945620] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.946129] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.947959] env[68292]: INFO nova.compute.manager [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Terminating instance [ 871.961895] env[68292]: DEBUG nova.compute.manager [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.077435] env[68292]: DEBUG nova.network.neutron [req-3b1477df-34db-42fe-9c23-84224882c5f4 req-d7208699-79a4-4c9a-852c-9e0f4a4ab892 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Updated VIF entry in instance network info cache for port 9b435b86-6b97-4461-9986-5470f4e685d4. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.077836] env[68292]: DEBUG nova.network.neutron [req-3b1477df-34db-42fe-9c23-84224882c5f4 req-d7208699-79a4-4c9a-852c-9e0f4a4ab892 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Updating instance_info_cache with network_info: [{"id": "9b435b86-6b97-4461-9986-5470f4e685d4", "address": "fa:16:3e:ec:31:78", "network": {"id": "2925f5ef-335e-421b-a420-7bb0de4262c9", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1540914255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d533ceae514415919efdcc59829f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9b435b86-6b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.110232] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.177294] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.180261] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.669s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.181620] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.181620] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 872.181620] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.159s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.182767] env[68292]: INFO nova.compute.claims [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.187231] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d7061c-3aa9-472b-a987-e479b4b3a310 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.200033] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68a1cef-1a3e-442e-935b-2fc4d0ba6d77 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.232313] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67582a4b-d6e4-4096-a811-0216f105eac7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.245116] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9b46d4-2137-42b3-a7a3-8708e974fcfb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.251116] env[68292]: INFO nova.scheduler.client.report [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Deleted allocations for instance 4de9c926-3c1c-477b-9d20-15b926760b5d [ 872.284900] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177718MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 872.286542] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.328420] env[68292]: DEBUG nova.compute.manager [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.452081] env[68292]: DEBUG nova.compute.manager [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.452345] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.453293] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bff38d-ae63-49ba-9e99-21f686c067e2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.465784] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.466156] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe854025-0cbb-4fdf-a38a-5f1f8d2fe85f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.479551] env[68292]: DEBUG oslo_vmware.api [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 872.479551] env[68292]: value = "task-3072078" [ 872.479551] env[68292]: _type = "Task" [ 872.479551] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.492025] env[68292]: DEBUG oslo_vmware.api [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.492025] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.554154] env[68292]: INFO nova.network.neutron [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Port f50577fe-9cb4-4cfd-8236-e4fad5959f2c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 872.554570] env[68292]: DEBUG nova.network.neutron [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Updating instance_info_cache with network_info: [{"id": "532fcc85-e537-4de7-86e9-b2e447cec604", "address": "fa:16:3e:95:be:d3", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532fcc85-e5", "ovs_interfaceid": "532fcc85-e537-4de7-86e9-b2e447cec604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.582511] env[68292]: DEBUG oslo_concurrency.lockutils [req-3b1477df-34db-42fe-9c23-84224882c5f4 req-d7208699-79a4-4c9a-852c-9e0f4a4ab892 service nova] Releasing lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.732443] env[68292]: DEBUG oslo_concurrency.lockutils [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "cd000ca6-2a7b-4555-981d-9383b128f050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.732784] env[68292]: DEBUG oslo_concurrency.lockutils [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "cd000ca6-2a7b-4555-981d-9383b128f050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.733017] env[68292]: DEBUG oslo_concurrency.lockutils [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "cd000ca6-2a7b-4555-981d-9383b128f050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.733230] env[68292]: DEBUG oslo_concurrency.lockutils [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "cd000ca6-2a7b-4555-981d-9383b128f050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.733855] env[68292]: DEBUG oslo_concurrency.lockutils [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "cd000ca6-2a7b-4555-981d-9383b128f050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.736033] env[68292]: INFO nova.compute.manager [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Terminating instance [ 872.759859] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c896f02-c602-44ee-ac2b-cdaa8a9b156d tempest-TenantUsagesTestJSON-1484382132 tempest-TenantUsagesTestJSON-1484382132-project-member] Lock "4de9c926-3c1c-477b-9d20-15b926760b5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.156s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.851591] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.989948] env[68292]: DEBUG oslo_vmware.api [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072078, 'name': PowerOffVM_Task, 'duration_secs': 0.292232} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.990208] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.990372] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.990626] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c136af5-898f-4713-9370-6346a78116db {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.016284] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.058668] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "refresh_cache-fd7b06e0-dac8-4f70-9554-170b4bb82b6e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.063881] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.064255] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.064500] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Deleting the datastore file [datastore2] fd7b06e0-dac8-4f70-9554-170b4bb82b6e {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.064941] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f4281c9-4202-45d8-9341-289bdbba4b9e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.075854] env[68292]: DEBUG oslo_vmware.api [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 873.075854] env[68292]: value = "task-3072080" [ 873.075854] env[68292]: _type = "Task" [ 873.075854] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.078824] env[68292]: DEBUG nova.compute.manager [req-3b573370-8e41-49d1-9e0f-856369ef3614 req-037ce11c-016c-4f4f-85a3-aed4162aa101 service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Received event network-vif-deleted-f50577fe-9cb4-4cfd-8236-e4fad5959f2c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.079050] env[68292]: DEBUG nova.compute.manager [req-3b573370-8e41-49d1-9e0f-856369ef3614 req-037ce11c-016c-4f4f-85a3-aed4162aa101 service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Received event network-changed-06b10b1f-f867-4a37-a73f-15469d5ab9a1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.079630] env[68292]: DEBUG nova.compute.manager [req-3b573370-8e41-49d1-9e0f-856369ef3614 req-037ce11c-016c-4f4f-85a3-aed4162aa101 service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Refreshing instance network info cache due to event network-changed-06b10b1f-f867-4a37-a73f-15469d5ab9a1. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.079892] env[68292]: DEBUG oslo_concurrency.lockutils [req-3b573370-8e41-49d1-9e0f-856369ef3614 req-037ce11c-016c-4f4f-85a3-aed4162aa101 service nova] Acquiring lock "refresh_cache-0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.080051] env[68292]: DEBUG oslo_concurrency.lockutils [req-3b573370-8e41-49d1-9e0f-856369ef3614 req-037ce11c-016c-4f4f-85a3-aed4162aa101 service nova] Acquired lock "refresh_cache-0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.080591] env[68292]: DEBUG nova.network.neutron [req-3b573370-8e41-49d1-9e0f-856369ef3614 req-037ce11c-016c-4f4f-85a3-aed4162aa101 service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Refreshing network info cache for port 06b10b1f-f867-4a37-a73f-15469d5ab9a1 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.096688] env[68292]: DEBUG oslo_vmware.api [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.240464] env[68292]: DEBUG nova.compute.manager [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.240687] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.241987] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb10cee-75d6-45a8-9a55-49738e380984 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.252628] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.253124] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8840513-ca87-4d66-bb05-40ac39191992 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.262652] env[68292]: DEBUG oslo_vmware.api [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 873.262652] env[68292]: value = "task-3072081" [ 873.262652] env[68292]: _type = "Task" [ 873.262652] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.272553] env[68292]: DEBUG oslo_vmware.api [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.299202] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.299549] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.299678] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.299861] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.300043] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.304899] env[68292]: INFO nova.compute.manager [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Terminating instance [ 873.446996] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.565958] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efe76726-d4a7-4c68-b2e5-daad0b9ffe28 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "interface-fd7b06e0-dac8-4f70-9554-170b4bb82b6e-f50577fe-9cb4-4cfd-8236-e4fad5959f2c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.313s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.590283] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Acquiring lock "6dc99502-2329-4b20-828e-20591575c8ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.590662] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Lock "6dc99502-2329-4b20-828e-20591575c8ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.590932] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Acquiring lock "6dc99502-2329-4b20-828e-20591575c8ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.591166] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Lock "6dc99502-2329-4b20-828e-20591575c8ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.591384] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Lock "6dc99502-2329-4b20-828e-20591575c8ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.593345] env[68292]: INFO nova.compute.manager [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Terminating instance [ 873.599959] env[68292]: DEBUG oslo_vmware.api [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400694} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.602934] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.602989] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.603150] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.603328] env[68292]: INFO nova.compute.manager [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 873.603562] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.604620] env[68292]: DEBUG nova.compute.manager [-] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.604725] env[68292]: DEBUG nova.network.neutron [-] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.649552] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b870b75c-02a1-434d-846e-5b994c167e26 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.658825] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9c1d9b-f863-4da5-bbe8-3bf14ea4e428 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.693516] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a091bf25-4dfe-43c0-8b03-fa1810139efb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.702526] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c66fca-96eb-403e-8879-dcc7f9faaf3d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.717279] env[68292]: DEBUG nova.compute.provider_tree [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.777194] env[68292]: DEBUG oslo_vmware.api [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072081, 'name': PowerOffVM_Task, 'duration_secs': 0.323979} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.777194] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.777194] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.777194] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b460ccd7-ed3c-42a4-ad93-b439eb107cdc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.809357] env[68292]: DEBUG nova.compute.manager [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.809650] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.810581] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3806c2ef-11d8-4a85-a4a2-3ba116d4831c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.827306] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.827306] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4a82109-2176-4224-b116-210848541d4b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.835122] env[68292]: DEBUG oslo_vmware.api [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 873.835122] env[68292]: value = "task-3072083" [ 873.835122] env[68292]: _type = "Task" [ 873.835122] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.844418] env[68292]: DEBUG oslo_vmware.api [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.857593] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.857793] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.857960] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleting the datastore file [datastore2] cd000ca6-2a7b-4555-981d-9383b128f050 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.858241] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a76df23-1752-4f3c-8ee2-eb0849669315 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.866632] env[68292]: DEBUG oslo_vmware.api [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 873.866632] env[68292]: value = "task-3072084" [ 873.866632] env[68292]: _type = "Task" [ 873.866632] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.876696] env[68292]: DEBUG oslo_vmware.api [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.926096] env[68292]: DEBUG nova.network.neutron [req-3b573370-8e41-49d1-9e0f-856369ef3614 req-037ce11c-016c-4f4f-85a3-aed4162aa101 service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Updated VIF entry in instance network info cache for port 06b10b1f-f867-4a37-a73f-15469d5ab9a1. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.926508] env[68292]: DEBUG nova.network.neutron [req-3b573370-8e41-49d1-9e0f-856369ef3614 req-037ce11c-016c-4f4f-85a3-aed4162aa101 service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Updating instance_info_cache with network_info: [{"id": "06b10b1f-f867-4a37-a73f-15469d5ab9a1", "address": "fa:16:3e:a5:44:84", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b10b1f-f8", "ovs_interfaceid": "06b10b1f-f867-4a37-a73f-15469d5ab9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.097944] env[68292]: DEBUG nova.compute.manager [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.098809] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69d56f71-dd4f-4512-8c94-4d48342800a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.118297] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7734c19f-2ee5-42de-a5a2-cf011d68f764 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.185016] env[68292]: WARNING nova.virt.vmwareapi.driver [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 6dc99502-2329-4b20-828e-20591575c8ab could not be found. [ 874.185016] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.185016] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-781cf1ff-a97b-467d-80df-26aa47f86b51 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.185016] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a58c09-d0d2-4d9a-9b23-3bd975337bb4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.217020] env[68292]: WARNING nova.virt.vmwareapi.vmops [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6dc99502-2329-4b20-828e-20591575c8ab could not be found. [ 874.217020] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.217020] env[68292]: INFO nova.compute.manager [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Took 0.12 seconds to destroy the instance on the hypervisor. [ 874.217020] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.217331] env[68292]: DEBUG nova.compute.manager [-] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.217430] env[68292]: DEBUG nova.network.neutron [-] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.223447] env[68292]: DEBUG nova.scheduler.client.report [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.232305] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "efa23920-b384-4f40-b1ba-2a58538d89bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.232305] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "efa23920-b384-4f40-b1ba-2a58538d89bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.352574] env[68292]: DEBUG oslo_vmware.api [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072083, 'name': PowerOffVM_Task, 'duration_secs': 0.363733} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.352705] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.352878] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.353588] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89f3e9d5-ab9a-480a-a5d6-e85316dfdfbb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.379794] env[68292]: DEBUG oslo_vmware.api [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310967} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.380068] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.380255] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.380431] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.380711] env[68292]: INFO nova.compute.manager [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Took 1.14 seconds to destroy the instance on the hypervisor. [ 874.380884] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.381055] env[68292]: DEBUG nova.compute.manager [-] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.381195] env[68292]: DEBUG nova.network.neutron [-] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.425500] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.425849] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.425969] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleting the datastore file [datastore1] 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.426215] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b76a8bdc-5ad6-4d27-a35b-af19569264d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.428886] env[68292]: DEBUG oslo_concurrency.lockutils [req-3b573370-8e41-49d1-9e0f-856369ef3614 req-037ce11c-016c-4f4f-85a3-aed4162aa101 service nova] Releasing lock "refresh_cache-0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.435969] env[68292]: DEBUG oslo_vmware.api [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 874.435969] env[68292]: value = "task-3072086" [ 874.435969] env[68292]: _type = "Task" [ 874.435969] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.444927] env[68292]: DEBUG oslo_vmware.api [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.729035] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.731372] env[68292]: DEBUG nova.compute.manager [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.734865] env[68292]: DEBUG nova.compute.manager [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.741947] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.034s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.748947] env[68292]: INFO nova.compute.claims [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.900493] env[68292]: DEBUG nova.compute.manager [req-159dece5-1788-43d3-98e2-7bbf108dd868 req-9b0cb1cc-bbf6-4bab-83d9-c30fc4b82c9e service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Received event network-vif-deleted-532fcc85-e537-4de7-86e9-b2e447cec604 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.901646] env[68292]: INFO nova.compute.manager [req-159dece5-1788-43d3-98e2-7bbf108dd868 req-9b0cb1cc-bbf6-4bab-83d9-c30fc4b82c9e service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Neutron deleted interface 532fcc85-e537-4de7-86e9-b2e447cec604; detaching it from the instance and deleting it from the info cache [ 874.901898] env[68292]: DEBUG nova.network.neutron [req-159dece5-1788-43d3-98e2-7bbf108dd868 req-9b0cb1cc-bbf6-4bab-83d9-c30fc4b82c9e service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.949544] env[68292]: DEBUG oslo_vmware.api [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471207} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.949848] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.950008] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.950191] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.950362] env[68292]: INFO nova.compute.manager [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Took 1.14 seconds to destroy the instance on the hypervisor. [ 874.950592] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.950802] env[68292]: DEBUG nova.compute.manager [-] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.950899] env[68292]: DEBUG nova.network.neutron [-] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.025899] env[68292]: DEBUG nova.network.neutron [-] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.246020] env[68292]: DEBUG nova.compute.utils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.250869] env[68292]: DEBUG nova.compute.manager [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.251146] env[68292]: DEBUG nova.network.neutron [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.283891] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.302659] env[68292]: DEBUG nova.network.neutron [-] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.326202] env[68292]: DEBUG nova.policy [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc784b63f1854e548d3873e10073d553', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4514a18db3ad4568b7fe7ba284b3e65d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.350081] env[68292]: DEBUG nova.compute.manager [req-d9d6f04b-d506-41b7-9524-1cb55ad27741 req-f787a264-bf75-46e3-a181-6bf76cc1e750 service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Received event network-vif-deleted-2b4e6b3b-fd9d-46bf-b589-91732f389890 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.350294] env[68292]: INFO nova.compute.manager [req-d9d6f04b-d506-41b7-9524-1cb55ad27741 req-f787a264-bf75-46e3-a181-6bf76cc1e750 service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Neutron deleted interface 2b4e6b3b-fd9d-46bf-b589-91732f389890; detaching it from the instance and deleting it from the info cache [ 875.350474] env[68292]: DEBUG nova.network.neutron [req-d9d6f04b-d506-41b7-9524-1cb55ad27741 req-f787a264-bf75-46e3-a181-6bf76cc1e750 service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.407748] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59f457cd-447b-4986-ab43-6bb8de5d6480 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.418605] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e3e6c8-d2e5-4c13-98b3-0b6eb1902c3e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.460020] env[68292]: DEBUG nova.compute.manager [req-159dece5-1788-43d3-98e2-7bbf108dd868 req-9b0cb1cc-bbf6-4bab-83d9-c30fc4b82c9e service nova] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Detach interface failed, port_id=532fcc85-e537-4de7-86e9-b2e447cec604, reason: Instance fd7b06e0-dac8-4f70-9554-170b4bb82b6e could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.461178] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.461508] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.529029] env[68292]: INFO nova.compute.manager [-] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Took 1.92 seconds to deallocate network for instance. [ 875.630367] env[68292]: DEBUG nova.network.neutron [-] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.752380] env[68292]: DEBUG nova.compute.manager [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.792999] env[68292]: DEBUG nova.network.neutron [-] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.806239] env[68292]: INFO nova.compute.manager [-] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Took 1.42 seconds to deallocate network for instance. [ 875.853996] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-724b29b1-7af7-47c0-ba53-93dc1f7eca61 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.865270] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0bc1c4-f0f6-41cb-a351-79b69a9b7dd2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.903817] env[68292]: DEBUG nova.compute.manager [req-d9d6f04b-d506-41b7-9524-1cb55ad27741 req-f787a264-bf75-46e3-a181-6bf76cc1e750 service nova] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Detach interface failed, port_id=2b4e6b3b-fd9d-46bf-b589-91732f389890, reason: Instance 6dc99502-2329-4b20-828e-20591575c8ab could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.964539] env[68292]: DEBUG nova.compute.manager [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.040311] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.123281] env[68292]: DEBUG nova.network.neutron [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Successfully created port: 7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.134311] env[68292]: INFO nova.compute.manager [-] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Took 1.92 seconds to deallocate network for instance. [ 876.179139] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.179390] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.294889] env[68292]: INFO nova.compute.manager [-] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Took 1.34 seconds to deallocate network for instance. [ 876.315989] env[68292]: DEBUG oslo_concurrency.lockutils [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.353791] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d43482-ba9a-452c-82fa-7f1bf99a4cb5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.363670] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11d4b93-c38a-44d3-a8b5-bcc2fc0762b8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.407389] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7524ea9b-5ebf-4c78-adc8-46d8621dae20 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.416463] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a353449-2d95-493b-9964-31ad1025a6df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.432588] env[68292]: DEBUG nova.compute.provider_tree [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.487928] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.684808] env[68292]: DEBUG nova.compute.utils [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.713970] env[68292]: INFO nova.compute.manager [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Took 0.58 seconds to detach 1 volumes for instance. [ 876.716463] env[68292]: DEBUG nova.compute.manager [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Deleting volume: d30ebc03-0a45-4e07-b149-749a58a702b1 {{(pid=68292) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 876.766556] env[68292]: DEBUG nova.compute.manager [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.812762] env[68292]: DEBUG nova.virt.hardware [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.813633] env[68292]: DEBUG nova.virt.hardware [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.813872] env[68292]: DEBUG nova.virt.hardware [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.814097] env[68292]: DEBUG nova.virt.hardware [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.814259] env[68292]: DEBUG nova.virt.hardware [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.814432] env[68292]: DEBUG nova.virt.hardware [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.814668] env[68292]: DEBUG nova.virt.hardware [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.814834] env[68292]: DEBUG nova.virt.hardware [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.815030] env[68292]: DEBUG nova.virt.hardware [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.815195] env[68292]: DEBUG nova.virt.hardware [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.815422] env[68292]: DEBUG nova.virt.hardware [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.816406] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.820306] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa7b1d1-7143-415f-8b49-3e8554898ac6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.831206] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b36e04-2737-4328-9209-b86b357f96bd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.936829] env[68292]: DEBUG nova.scheduler.client.report [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.189918] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.280194] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.442668] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.443274] env[68292]: DEBUG nova.compute.manager [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.446240] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.767s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.446472] env[68292]: DEBUG nova.objects.instance [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lazy-loading 'resources' on Instance uuid c8d9016a-c5b3-4d53-8f0c-064aee3f688d {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.524891] env[68292]: DEBUG nova.compute.manager [req-e1157ff8-e6fa-4fff-90a5-874dce46e9b7 req-9817db54-cff9-462a-b18d-6d3f5dbd5a01 service nova] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Received event network-vif-deleted-bb70a4c5-3753-453c-b2a5-250bfbd120b1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.524891] env[68292]: DEBUG nova.compute.manager [req-e1157ff8-e6fa-4fff-90a5-874dce46e9b7 req-9817db54-cff9-462a-b18d-6d3f5dbd5a01 service nova] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Received event network-vif-deleted-e5cb2ac0-93cf-40ce-a07d-51069e848e46 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.907616] env[68292]: DEBUG nova.network.neutron [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Successfully updated port: 7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.950056] env[68292]: DEBUG nova.compute.utils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.954310] env[68292]: DEBUG nova.compute.manager [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.954506] env[68292]: DEBUG nova.network.neutron [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.007116] env[68292]: DEBUG nova.policy [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4363e2c362ab4c88b4ddbd65712761ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81533698ad8b4bc19a982a453f5a38a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.046048] env[68292]: DEBUG nova.compute.manager [req-653e8d9e-5021-40b7-9eb4-6ae3fceddb1a req-a1159cc1-d186-4143-a8ef-14625457db95 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Received event network-vif-plugged-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.046261] env[68292]: DEBUG oslo_concurrency.lockutils [req-653e8d9e-5021-40b7-9eb4-6ae3fceddb1a req-a1159cc1-d186-4143-a8ef-14625457db95 service nova] Acquiring lock "c21efb0d-221b-4875-875f-4601617a4c10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.046460] env[68292]: DEBUG oslo_concurrency.lockutils [req-653e8d9e-5021-40b7-9eb4-6ae3fceddb1a req-a1159cc1-d186-4143-a8ef-14625457db95 service nova] Lock "c21efb0d-221b-4875-875f-4601617a4c10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.046644] env[68292]: DEBUG oslo_concurrency.lockutils [req-653e8d9e-5021-40b7-9eb4-6ae3fceddb1a req-a1159cc1-d186-4143-a8ef-14625457db95 service nova] Lock "c21efb0d-221b-4875-875f-4601617a4c10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.046838] env[68292]: DEBUG nova.compute.manager [req-653e8d9e-5021-40b7-9eb4-6ae3fceddb1a req-a1159cc1-d186-4143-a8ef-14625457db95 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] No waiting events found dispatching network-vif-plugged-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.046997] env[68292]: WARNING nova.compute.manager [req-653e8d9e-5021-40b7-9eb4-6ae3fceddb1a req-a1159cc1-d186-4143-a8ef-14625457db95 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Received unexpected event network-vif-plugged-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f for instance with vm_state building and task_state spawning. [ 878.272247] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.272946] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.272946] env[68292]: INFO nova.compute.manager [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Attaching volume 6cfb1244-c825-4e27-b3cd-1e233c39375e to /dev/sdb [ 878.321033] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4096192-a294-44c3-8b51-3f1d94336f34 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.330390] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2826298b-edc5-4d1f-b07f-db09afda2e1d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.353085] env[68292]: DEBUG nova.virt.block_device [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Updating existing volume attachment record: e1d8b6ee-b51d-4ee7-80b6-a7a41e3a72da {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 878.412999] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquiring lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.413199] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquired lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.413441] env[68292]: DEBUG nova.network.neutron [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.424975] env[68292]: DEBUG nova.network.neutron [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Successfully created port: 3bebdaf5-8df9-434f-bf6b-384b7d5c6cea {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.457661] env[68292]: DEBUG nova.compute.utils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.534334] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0784f98e-0267-4668-95f3-dec7b1ed67b4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.543618] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e46e02c-5cb1-40b8-b6a2-1d5d51da4620 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.577679] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2dffb3-777f-419e-b24d-ab2c4d0b22d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.585766] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582f7f7d-1d65-49b3-98d8-4ace188942b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.600772] env[68292]: DEBUG nova.compute.provider_tree [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.965347] env[68292]: DEBUG nova.compute.manager [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.978014] env[68292]: DEBUG nova.network.neutron [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.106809] env[68292]: DEBUG nova.scheduler.client.report [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.343988] env[68292]: DEBUG nova.network.neutron [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updating instance_info_cache with network_info: [{"id": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "address": "fa:16:3e:7f:fa:95", "network": {"id": "1ab0516b-3e6e-4704-87bb-ae9e1a6250d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1315036668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4514a18db3ad4568b7fe7ba284b3e65d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fcc1-34", "ovs_interfaceid": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.613425] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.616084] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.534s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.616411] env[68292]: DEBUG nova.objects.instance [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Lazy-loading 'resources' on Instance uuid dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.655144] env[68292]: INFO nova.scheduler.client.report [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Deleted allocations for instance c8d9016a-c5b3-4d53-8f0c-064aee3f688d [ 879.847742] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Releasing lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.848064] env[68292]: DEBUG nova.compute.manager [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Instance network_info: |[{"id": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "address": "fa:16:3e:7f:fa:95", "network": {"id": "1ab0516b-3e6e-4704-87bb-ae9e1a6250d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1315036668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4514a18db3ad4568b7fe7ba284b3e65d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fcc1-34", "ovs_interfaceid": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.848501] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:fa:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.864756] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Creating folder: Project (4514a18db3ad4568b7fe7ba284b3e65d). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.864756] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dac82b58-d0a3-4ab7-9dbe-148a84b08199 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.882484] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Created folder: Project (4514a18db3ad4568b7fe7ba284b3e65d) in parent group-v614981. [ 879.882822] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Creating folder: Instances. Parent ref: group-v615153. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.883211] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8845341-3a01-42a4-b955-c57d54db7c30 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.898766] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Created folder: Instances in parent group-v615153. [ 879.899139] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.899354] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.899803] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4487260-676d-4812-8d8e-e263fd43d208 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.923690] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.923690] env[68292]: value = "task-3072093" [ 879.923690] env[68292]: _type = "Task" [ 879.923690] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.932768] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072093, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.982333] env[68292]: DEBUG nova.compute.manager [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.015469] env[68292]: DEBUG nova.virt.hardware [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1022662596',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1688163519',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.015743] env[68292]: DEBUG nova.virt.hardware [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.015922] env[68292]: DEBUG nova.virt.hardware [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.016130] env[68292]: DEBUG nova.virt.hardware [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.016279] env[68292]: DEBUG nova.virt.hardware [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.016426] env[68292]: DEBUG nova.virt.hardware [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.016671] env[68292]: DEBUG nova.virt.hardware [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.016862] env[68292]: DEBUG nova.virt.hardware [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.017074] env[68292]: DEBUG nova.virt.hardware [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.017312] env[68292]: DEBUG nova.virt.hardware [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.017517] env[68292]: DEBUG nova.virt.hardware [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.018616] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f2cde1-b06b-4f2d-ba90-3697f86ae677 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.028655] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906919df-0328-427a-842a-dd145090a85b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.080015] env[68292]: DEBUG nova.compute.manager [req-16529188-3f6d-4a69-b6ad-cbdaedb835db req-25eca6e7-b612-4500-af1b-2c5aa08eab93 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Received event network-changed-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.080253] env[68292]: DEBUG nova.compute.manager [req-16529188-3f6d-4a69-b6ad-cbdaedb835db req-25eca6e7-b612-4500-af1b-2c5aa08eab93 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Refreshing instance network info cache due to event network-changed-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.080500] env[68292]: DEBUG oslo_concurrency.lockutils [req-16529188-3f6d-4a69-b6ad-cbdaedb835db req-25eca6e7-b612-4500-af1b-2c5aa08eab93 service nova] Acquiring lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.080677] env[68292]: DEBUG oslo_concurrency.lockutils [req-16529188-3f6d-4a69-b6ad-cbdaedb835db req-25eca6e7-b612-4500-af1b-2c5aa08eab93 service nova] Acquired lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.080858] env[68292]: DEBUG nova.network.neutron [req-16529188-3f6d-4a69-b6ad-cbdaedb835db req-25eca6e7-b612-4500-af1b-2c5aa08eab93 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Refreshing network info cache for port 7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.168775] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1f01049d-f0ca-4efd-9b2e-4eb60124ed6e tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "c8d9016a-c5b3-4d53-8f0c-064aee3f688d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.187s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.335892] env[68292]: DEBUG nova.network.neutron [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Successfully updated port: 3bebdaf5-8df9-434f-bf6b-384b7d5c6cea {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.435570] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072093, 'name': CreateVM_Task, 'duration_secs': 0.366422} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.435754] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.436477] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.436657] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.436965] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.437238] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8e9e68-2d7e-4f9d-8709-fa526ca27951 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.442740] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 880.442740] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529702d8-8f0c-2fc6-d5fa-f097c7d630e7" [ 880.442740] env[68292]: _type = "Task" [ 880.442740] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.452908] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529702d8-8f0c-2fc6-d5fa-f097c7d630e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.603754] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e014ec-8f51-41cf-96ec-7994a582b829 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.617340] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b27ea9-6020-4755-965b-d056ba9b5601 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.648110] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2ae74e-7fb9-4e13-9422-16fd1582f5d8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.656563] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75d1ee8-24ed-4231-80b7-87fcbb73cb72 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.671433] env[68292]: DEBUG nova.compute.provider_tree [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.834172] env[68292]: DEBUG nova.network.neutron [req-16529188-3f6d-4a69-b6ad-cbdaedb835db req-25eca6e7-b612-4500-af1b-2c5aa08eab93 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updated VIF entry in instance network info cache for port 7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.834582] env[68292]: DEBUG nova.network.neutron [req-16529188-3f6d-4a69-b6ad-cbdaedb835db req-25eca6e7-b612-4500-af1b-2c5aa08eab93 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updating instance_info_cache with network_info: [{"id": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "address": "fa:16:3e:7f:fa:95", "network": {"id": "1ab0516b-3e6e-4704-87bb-ae9e1a6250d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1315036668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4514a18db3ad4568b7fe7ba284b3e65d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fcc1-34", "ovs_interfaceid": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.841510] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "refresh_cache-c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.841510] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquired lock "refresh_cache-c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.841510] env[68292]: DEBUG nova.network.neutron [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.955571] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529702d8-8f0c-2fc6-d5fa-f097c7d630e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.955973] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.956570] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.956570] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.956744] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.956866] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.957225] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab48c6a6-1e21-434a-bcdb-d938fe9ffa72 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.973875] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.974180] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.975873] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf0dc5a-3003-4564-aa4c-61ccff435be2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.983174] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 880.983174] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527981b1-ba9c-cc75-d7c2-81ea9cb24c00" [ 880.983174] env[68292]: _type = "Task" [ 880.983174] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.992460] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527981b1-ba9c-cc75-d7c2-81ea9cb24c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.177033] env[68292]: DEBUG nova.scheduler.client.report [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.340584] env[68292]: DEBUG oslo_concurrency.lockutils [req-16529188-3f6d-4a69-b6ad-cbdaedb835db req-25eca6e7-b612-4500-af1b-2c5aa08eab93 service nova] Releasing lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.389119] env[68292]: DEBUG nova.network.neutron [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.498944] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527981b1-ba9c-cc75-d7c2-81ea9cb24c00, 'name': SearchDatastore_Task, 'duration_secs': 0.030866} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.502844] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a75ed20-ecb3-4516-a479-d7f4b662603e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.509555] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 881.509555] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]524251b2-e496-2161-2068-f45fa31d62df" [ 881.509555] env[68292]: _type = "Task" [ 881.509555] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.521417] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524251b2-e496-2161-2068-f45fa31d62df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.561751] env[68292]: DEBUG nova.network.neutron [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Updating instance_info_cache with network_info: [{"id": "3bebdaf5-8df9-434f-bf6b-384b7d5c6cea", "address": "fa:16:3e:6c:a8:d5", "network": {"id": "005402f5-f6d4-4820-a41b-d7aa70aa1b16", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1539858093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81533698ad8b4bc19a982a453f5a38a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bebdaf5-8d", "ovs_interfaceid": "3bebdaf5-8df9-434f-bf6b-384b7d5c6cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.682239] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.685312] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 29.119s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.714071] env[68292]: INFO nova.scheduler.client.report [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Deleted allocations for instance dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a [ 882.006547] env[68292]: DEBUG oslo_concurrency.lockutils [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "5ade77af-061f-450a-93bb-7f9e28907c63" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.006918] env[68292]: DEBUG oslo_concurrency.lockutils [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "5ade77af-061f-450a-93bb-7f9e28907c63" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.007143] env[68292]: INFO nova.compute.manager [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Shelving [ 882.026435] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524251b2-e496-2161-2068-f45fa31d62df, 'name': SearchDatastore_Task, 'duration_secs': 0.010955} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.026435] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.026435] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] c21efb0d-221b-4875-875f-4601617a4c10/c21efb0d-221b-4875-875f-4601617a4c10.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.026435] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3b98741-ad7b-46ea-bbc5-7dc4f07bf5e0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.034135] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 882.034135] env[68292]: value = "task-3072095" [ 882.034135] env[68292]: _type = "Task" [ 882.034135] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.043083] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.065428] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Releasing lock "refresh_cache-c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.066083] env[68292]: DEBUG nova.compute.manager [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Instance network_info: |[{"id": "3bebdaf5-8df9-434f-bf6b-384b7d5c6cea", "address": "fa:16:3e:6c:a8:d5", "network": {"id": "005402f5-f6d4-4820-a41b-d7aa70aa1b16", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1539858093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81533698ad8b4bc19a982a453f5a38a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bebdaf5-8d", "ovs_interfaceid": "3bebdaf5-8df9-434f-bf6b-384b7d5c6cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.067630] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:a8:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bebdaf5-8df9-434f-bf6b-384b7d5c6cea', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.079249] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.079249] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.079249] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d05040d1-df52-40c4-97a7-46507b055c8d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.105053] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.105053] env[68292]: value = "task-3072096" [ 882.105053] env[68292]: _type = "Task" [ 882.105053] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.117855] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072096, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.187566] env[68292]: DEBUG nova.objects.instance [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lazy-loading 'migration_context' on Instance uuid 0196b796-8e2b-470e-90a0-4cd261d46415 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.226657] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42948185-0409-4a09-8e24-d69d9cc647a3 tempest-VolumesAssistedSnapshotsTest-1998960654 tempest-VolumesAssistedSnapshotsTest-1998960654-project-member] Lock "dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.456s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.255679] env[68292]: DEBUG nova.compute.manager [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Received event network-vif-plugged-3bebdaf5-8df9-434f-bf6b-384b7d5c6cea {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.255954] env[68292]: DEBUG oslo_concurrency.lockutils [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] Acquiring lock "c8d7b2a6-2b1a-475f-836e-2f1ab5975e86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.256206] env[68292]: DEBUG oslo_concurrency.lockutils [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] Lock "c8d7b2a6-2b1a-475f-836e-2f1ab5975e86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.256380] env[68292]: DEBUG oslo_concurrency.lockutils [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] Lock "c8d7b2a6-2b1a-475f-836e-2f1ab5975e86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.256591] env[68292]: DEBUG nova.compute.manager [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] No waiting events found dispatching network-vif-plugged-3bebdaf5-8df9-434f-bf6b-384b7d5c6cea {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.256761] env[68292]: WARNING nova.compute.manager [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Received unexpected event network-vif-plugged-3bebdaf5-8df9-434f-bf6b-384b7d5c6cea for instance with vm_state building and task_state spawning. [ 882.256950] env[68292]: DEBUG nova.compute.manager [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Received event network-changed-3bebdaf5-8df9-434f-bf6b-384b7d5c6cea {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.257082] env[68292]: DEBUG nova.compute.manager [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Refreshing instance network info cache due to event network-changed-3bebdaf5-8df9-434f-bf6b-384b7d5c6cea. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.257281] env[68292]: DEBUG oslo_concurrency.lockutils [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] Acquiring lock "refresh_cache-c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.257422] env[68292]: DEBUG oslo_concurrency.lockutils [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] Acquired lock "refresh_cache-c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.257722] env[68292]: DEBUG nova.network.neutron [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Refreshing network info cache for port 3bebdaf5-8df9-434f-bf6b-384b7d5c6cea {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.544824] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476575} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.545086] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] c21efb0d-221b-4875-875f-4601617a4c10/c21efb0d-221b-4875-875f-4601617a4c10.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.546132] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.546132] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-085ed9f9-917a-49da-84e2-b3821594ec43 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.553725] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 882.553725] env[68292]: value = "task-3072097" [ 882.553725] env[68292]: _type = "Task" [ 882.553725] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.567723] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.616145] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072096, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.023079] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.023374] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b674c623-cd16-4f04-b0e8-06af07952860 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.039732] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 883.039732] env[68292]: value = "task-3072098" [ 883.039732] env[68292]: _type = "Task" [ 883.039732] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.055395] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.062319] env[68292]: DEBUG nova.network.neutron [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Updated VIF entry in instance network info cache for port 3bebdaf5-8df9-434f-bf6b-384b7d5c6cea. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.062748] env[68292]: DEBUG nova.network.neutron [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Updating instance_info_cache with network_info: [{"id": "3bebdaf5-8df9-434f-bf6b-384b7d5c6cea", "address": "fa:16:3e:6c:a8:d5", "network": {"id": "005402f5-f6d4-4820-a41b-d7aa70aa1b16", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1539858093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81533698ad8b4bc19a982a453f5a38a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bebdaf5-8d", "ovs_interfaceid": "3bebdaf5-8df9-434f-bf6b-384b7d5c6cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.071302] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075252} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.072290] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.075676] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0da183-4d7b-4303-9389-d4955cfcb3cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.104322] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] c21efb0d-221b-4875-875f-4601617a4c10/c21efb0d-221b-4875-875f-4601617a4c10.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.109123] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d006d60f-3885-4cc9-859e-d356f3143bc3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.134195] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072096, 'name': CreateVM_Task, 'duration_secs': 0.523837} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.135812] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.136167] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 883.136167] env[68292]: value = "task-3072099" [ 883.136167] env[68292]: _type = "Task" [ 883.136167] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.139750] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.140200] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.140570] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.141196] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9897b81c-b2d0-47ba-9b41-35a32cb1bc43 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.151528] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 883.151528] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5279afc5-c8fb-c7a6-3e86-55bf0f9fa957" [ 883.151528] env[68292]: _type = "Task" [ 883.151528] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.155139] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.165628] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5279afc5-c8fb-c7a6-3e86-55bf0f9fa957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.203706] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a993f6-8b57-4890-854f-80fd96848b62 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.216456] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158935cf-6465-4324-982f-4d0a087310b8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.257220] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46a8b7b-811f-4562-a0d6-da4504676ba4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.264453] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f09a23-5cf9-4a1b-ab82-901e6477b09a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.280265] env[68292]: DEBUG nova.compute.provider_tree [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.420580] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 883.420580] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615152', 'volume_id': '6cfb1244-c825-4e27-b3cd-1e233c39375e', 'name': 'volume-6cfb1244-c825-4e27-b3cd-1e233c39375e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb38cea4-d100-4b0c-bf60-53a77aac36c4', 'attached_at': '', 'detached_at': '', 'volume_id': '6cfb1244-c825-4e27-b3cd-1e233c39375e', 'serial': '6cfb1244-c825-4e27-b3cd-1e233c39375e'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 883.420580] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfa6348-25f1-420a-9851-4ee9e588bfc5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.439917] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c99d6fe-e1fb-4303-ad82-f2c58d87f0c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.468124] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] volume-6cfb1244-c825-4e27-b3cd-1e233c39375e/volume-6cfb1244-c825-4e27-b3cd-1e233c39375e.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.468478] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aa3b45f-41f6-442c-b80f-41d14264d53d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.491027] env[68292]: DEBUG oslo_vmware.api [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 883.491027] env[68292]: value = "task-3072100" [ 883.491027] env[68292]: _type = "Task" [ 883.491027] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.502937] env[68292]: DEBUG oslo_vmware.api [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.552431] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072098, 'name': PowerOffVM_Task, 'duration_secs': 0.227337} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.552872] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.553942] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf163737-0da3-47df-919b-6f255407a40b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.577218] env[68292]: DEBUG oslo_concurrency.lockutils [req-75f4125c-4001-4be9-9c47-84e976b51943 req-148a40ea-ae21-4c7a-b846-48e1969441b1 service nova] Releasing lock "refresh_cache-c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.578454] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ad3343-fb75-423a-9458-53991ad3d3b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.650833] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072099, 'name': ReconfigVM_Task, 'duration_secs': 0.368075} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.651125] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Reconfigured VM instance instance-0000003c to attach disk [datastore2] c21efb0d-221b-4875-875f-4601617a4c10/c21efb0d-221b-4875-875f-4601617a4c10.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.651761] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a1cb81f-9799-4863-9249-491db3ca6d40 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.661482] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 883.661482] env[68292]: value = "task-3072101" [ 883.661482] env[68292]: _type = "Task" [ 883.661482] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.672194] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5279afc5-c8fb-c7a6-3e86-55bf0f9fa957, 'name': SearchDatastore_Task, 'duration_secs': 0.014814} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.673913] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.674171] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.674764] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.674764] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.674764] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.681982] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a615afc-d76c-451e-a0d7-a7deeb421b16 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.683635] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.683920] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.685177] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072101, 'name': Rename_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.694997] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.694997] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.696133] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5255d9ce-1c5b-4f9d-a573-2ce346593c3b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.704146] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 883.704146] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ff065c-b156-5fae-130f-241037081d02" [ 883.704146] env[68292]: _type = "Task" [ 883.704146] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.713643] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ff065c-b156-5fae-130f-241037081d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.783872] env[68292]: DEBUG nova.scheduler.client.report [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.004537] env[68292]: DEBUG oslo_vmware.api [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072100, 'name': ReconfigVM_Task, 'duration_secs': 0.475403} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.004837] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Reconfigured VM instance instance-00000015 to attach disk [datastore2] volume-6cfb1244-c825-4e27-b3cd-1e233c39375e/volume-6cfb1244-c825-4e27-b3cd-1e233c39375e.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.009550] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc5e548e-f66b-4fcf-940f-9630e5ee3141 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.025873] env[68292]: DEBUG oslo_vmware.api [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 884.025873] env[68292]: value = "task-3072102" [ 884.025873] env[68292]: _type = "Task" [ 884.025873] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.034519] env[68292]: DEBUG oslo_vmware.api [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.091527] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 884.091868] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ebd8dc49-624b-45ba-9a2b-d336bb04ae3f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.102053] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 884.102053] env[68292]: value = "task-3072103" [ 884.102053] env[68292]: _type = "Task" [ 884.102053] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.111333] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072103, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.173157] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072101, 'name': Rename_Task, 'duration_secs': 0.212174} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.174928] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.175252] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eff09232-f38c-4f13-bda5-d1c2dfdd15de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.184310] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 884.184310] env[68292]: value = "task-3072104" [ 884.184310] env[68292]: _type = "Task" [ 884.184310] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.188325] env[68292]: DEBUG nova.compute.manager [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.199269] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.215788] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ff065c-b156-5fae-130f-241037081d02, 'name': SearchDatastore_Task, 'duration_secs': 0.018131} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.216807] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515d52ac-9879-4e9f-a9f4-d038d78d3169 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.223342] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 884.223342] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f4ad1c-96a4-0f05-8ea8-64f923127965" [ 884.223342] env[68292]: _type = "Task" [ 884.223342] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.232955] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f4ad1c-96a4-0f05-8ea8-64f923127965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.540677] env[68292]: DEBUG oslo_vmware.api [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072102, 'name': ReconfigVM_Task, 'duration_secs': 0.168579} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.541079] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615152', 'volume_id': '6cfb1244-c825-4e27-b3cd-1e233c39375e', 'name': 'volume-6cfb1244-c825-4e27-b3cd-1e233c39375e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb38cea4-d100-4b0c-bf60-53a77aac36c4', 'attached_at': '', 'detached_at': '', 'volume_id': '6cfb1244-c825-4e27-b3cd-1e233c39375e', 'serial': '6cfb1244-c825-4e27-b3cd-1e233c39375e'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 884.615863] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072103, 'name': CreateSnapshot_Task, 'duration_secs': 0.465586} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.617125] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 884.617893] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d49788-de58-425d-a8ec-f1cf38b5b09e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.698366] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072104, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.735991] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f4ad1c-96a4-0f05-8ea8-64f923127965, 'name': SearchDatastore_Task, 'duration_secs': 0.012099} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.736277] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.736402] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] c8d7b2a6-2b1a-475f-836e-2f1ab5975e86/c8d7b2a6-2b1a-475f-836e-2f1ab5975e86.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.736662] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8736956a-1673-41c2-b9bd-f29ec34dc9e9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.745105] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 884.745105] env[68292]: value = "task-3072105" [ 884.745105] env[68292]: _type = "Task" [ 884.745105] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.754181] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.800653] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.116s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.807146] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.402s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.809165] env[68292]: INFO nova.compute.claims [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.819726] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.137766] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 885.137766] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a306d523-53ba-400c-9919-d422dac378b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.149995] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 885.149995] env[68292]: value = "task-3072106" [ 885.149995] env[68292]: _type = "Task" [ 885.149995] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.161026] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072106, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.200026] env[68292]: DEBUG oslo_vmware.api [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072104, 'name': PowerOnVM_Task, 'duration_secs': 0.57015} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.200026] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.200026] env[68292]: INFO nova.compute.manager [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Took 8.43 seconds to spawn the instance on the hypervisor. [ 885.200026] env[68292]: DEBUG nova.compute.manager [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.200026] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2546b8c4-5df9-4a60-b1c3-ca76b41220d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.258295] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072105, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.598483] env[68292]: DEBUG nova.objects.instance [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lazy-loading 'flavor' on Instance uuid fb38cea4-d100-4b0c-bf60-53a77aac36c4 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.662061] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072106, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.724754] env[68292]: INFO nova.compute.manager [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Took 41.73 seconds to build instance. [ 885.759874] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530567} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.760280] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] c8d7b2a6-2b1a-475f-836e-2f1ab5975e86/c8d7b2a6-2b1a-475f-836e-2f1ab5975e86.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.762975] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.762975] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7d7b710-0341-48cd-913f-37b2f9af17ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.772912] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 885.772912] env[68292]: value = "task-3072107" [ 885.772912] env[68292]: _type = "Task" [ 885.772912] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.781891] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.106786] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d47f2541-2dae-4bcc-94ee-d22dbb83b194 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.834s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.161379] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072106, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.172245] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.172515] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.229196] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b0272112-8472-404f-aab4-2a1452f5edb1 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Lock "c21efb0d-221b-4875-875f-4601617a4c10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.241s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.284603] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0909} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.285922] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.286760] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0da0acb-b1dd-44a1-8a5f-d66edf705cc2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.289746] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4b32c0-d9aa-40a2-bfe0-628b93622192 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.309193] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42181cba-29da-4051-b91c-87680b309440 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.321610] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] c8d7b2a6-2b1a-475f-836e-2f1ab5975e86/c8d7b2a6-2b1a-475f-836e-2f1ab5975e86.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.322295] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfc8380c-f0e7-448d-9718-6c6162162287 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.370436] env[68292]: INFO nova.compute.manager [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Swapping old allocation on dict_keys(['5de465a1-5463-49a8-ac36-0f939aeb666c']) held by migration ae831d65-10fa-4eea-81d5-ade228f0e9a7 for instance [ 886.372577] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a03dd6f-c5a5-48a7-b332-b501b812bb52 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.378681] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 886.378681] env[68292]: value = "task-3072108" [ 886.378681] env[68292]: _type = "Task" [ 886.378681] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.380197] env[68292]: INFO nova.compute.manager [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Rescuing [ 886.380197] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquiring lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.380197] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquired lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.380197] env[68292]: DEBUG nova.network.neutron [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.390145] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f6e7f9-2db1-4878-937b-2904a70fcb1f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.400496] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.411780] env[68292]: DEBUG nova.compute.provider_tree [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.413737] env[68292]: DEBUG nova.scheduler.client.report [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Overwriting current allocation {'allocations': {'5de465a1-5463-49a8-ac36-0f939aeb666c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 89}}, 'project_id': '25172695ab8b41dc945cf845feb4e6e3', 'user_id': '4412f3d4c22d4cd193a1a63142fe1872', 'consumer_generation': 1} on consumer 0196b796-8e2b-470e-90a0-4cd261d46415 {{(pid=68292) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 886.553583] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.555893] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquired lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.555893] env[68292]: DEBUG nova.network.neutron [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.663690] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072106, 'name': CloneVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.675817] env[68292]: INFO nova.compute.manager [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Detaching volume 6cfb1244-c825-4e27-b3cd-1e233c39375e [ 886.715214] env[68292]: INFO nova.virt.block_device [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Attempting to driver detach volume 6cfb1244-c825-4e27-b3cd-1e233c39375e from mountpoint /dev/sdb [ 886.715535] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 886.715996] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615152', 'volume_id': '6cfb1244-c825-4e27-b3cd-1e233c39375e', 'name': 'volume-6cfb1244-c825-4e27-b3cd-1e233c39375e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb38cea4-d100-4b0c-bf60-53a77aac36c4', 'attached_at': '', 'detached_at': '', 'volume_id': '6cfb1244-c825-4e27-b3cd-1e233c39375e', 'serial': '6cfb1244-c825-4e27-b3cd-1e233c39375e'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 886.716651] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb1dea4-eac0-4dae-9c7f-123358d6d41b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.748041] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e87148-5c77-4d6b-aa7f-70ce5736283d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.757152] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573bacef-01f6-4967-875c-1658f76b3d75 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.779125] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64810c14-23d1-4a29-93a0-8165a59b89df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.797545] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] The volume has not been displaced from its original location: [datastore2] volume-6cfb1244-c825-4e27-b3cd-1e233c39375e/volume-6cfb1244-c825-4e27-b3cd-1e233c39375e.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 886.802981] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 886.804032] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81e2689a-3a46-4384-bb41-6918a7e7fd0a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.826791] env[68292]: DEBUG oslo_vmware.api [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 886.826791] env[68292]: value = "task-3072109" [ 886.826791] env[68292]: _type = "Task" [ 886.826791] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.838273] env[68292]: DEBUG oslo_vmware.api [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.894203] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.920744] env[68292]: DEBUG nova.scheduler.client.report [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.147474] env[68292]: DEBUG nova.network.neutron [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updating instance_info_cache with network_info: [{"id": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "address": "fa:16:3e:7f:fa:95", "network": {"id": "1ab0516b-3e6e-4704-87bb-ae9e1a6250d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1315036668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4514a18db3ad4568b7fe7ba284b3e65d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fcc1-34", "ovs_interfaceid": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.164487] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072106, 'name': CloneVM_Task, 'duration_secs': 1.556324} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.165595] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Created linked-clone VM from snapshot [ 887.166560] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84260c6-c8d1-495c-b121-cbeb8d4d3662 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.176558] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Uploading image 4bd934f8-575e-4d82-9b5e-0abbc1a05741 {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 887.208378] env[68292]: DEBUG oslo_vmware.rw_handles [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 887.208378] env[68292]: value = "vm-615158" [ 887.208378] env[68292]: _type = "VirtualMachine" [ 887.208378] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 887.208651] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d0d65838-2224-4d3b-b2a7-96576b213f26 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.218416] env[68292]: DEBUG oslo_vmware.rw_handles [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lease: (returnval){ [ 887.218416] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5276152a-beec-4dfb-1992-cea31486cbde" [ 887.218416] env[68292]: _type = "HttpNfcLease" [ 887.218416] env[68292]: } obtained for exporting VM: (result){ [ 887.218416] env[68292]: value = "vm-615158" [ 887.218416] env[68292]: _type = "VirtualMachine" [ 887.218416] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 887.218903] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the lease: (returnval){ [ 887.218903] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5276152a-beec-4dfb-1992-cea31486cbde" [ 887.218903] env[68292]: _type = "HttpNfcLease" [ 887.218903] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 887.226072] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.226072] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5276152a-beec-4dfb-1992-cea31486cbde" [ 887.226072] env[68292]: _type = "HttpNfcLease" [ 887.226072] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 887.338750] env[68292]: DEBUG oslo_vmware.api [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072109, 'name': ReconfigVM_Task, 'duration_secs': 0.40234} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.339664] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.344486] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbe8f7f8-f084-4b08-8b56-1155a230a745 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.363019] env[68292]: DEBUG oslo_vmware.api [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 887.363019] env[68292]: value = "task-3072111" [ 887.363019] env[68292]: _type = "Task" [ 887.363019] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.371685] env[68292]: DEBUG oslo_vmware.api [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.392163] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072108, 'name': ReconfigVM_Task, 'duration_secs': 0.835177} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.392772] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Reconfigured VM instance instance-0000003d to attach disk [datastore2] c8d7b2a6-2b1a-475f-836e-2f1ab5975e86/c8d7b2a6-2b1a-475f-836e-2f1ab5975e86.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.396136] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68292) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 887.396136] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-76532932-460d-456d-9f8c-28f77f88586a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.403259] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 887.403259] env[68292]: value = "task-3072112" [ 887.403259] env[68292]: _type = "Task" [ 887.403259] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.416674] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072112, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.431341] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.431341] env[68292]: DEBUG nova.compute.manager [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.434069] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.914s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.434526] env[68292]: DEBUG nova.objects.instance [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lazy-loading 'resources' on Instance uuid 1d970a47-1c77-4915-858d-dbd53312fe61 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.456556] env[68292]: DEBUG nova.network.neutron [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance_info_cache with network_info: [{"id": "b5806010-f33b-4d6c-8092-94d1705dde6f", "address": "fa:16:3e:a3:e9:bb", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5806010-f3", "ovs_interfaceid": "b5806010-f33b-4d6c-8092-94d1705dde6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.650822] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Releasing lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.727477] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.727477] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5276152a-beec-4dfb-1992-cea31486cbde" [ 887.727477] env[68292]: _type = "HttpNfcLease" [ 887.727477] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 887.727760] env[68292]: DEBUG oslo_vmware.rw_handles [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 887.727760] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5276152a-beec-4dfb-1992-cea31486cbde" [ 887.727760] env[68292]: _type = "HttpNfcLease" [ 887.727760] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 887.728515] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5069eeef-7b34-46fc-9667-fd5387c42943 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.736618] env[68292]: DEBUG oslo_vmware.rw_handles [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a37c1b-622d-6085-1190-31e51c647e49/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 887.736789] env[68292]: DEBUG oslo_vmware.rw_handles [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a37c1b-622d-6085-1190-31e51c647e49/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 887.826332] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6b99275-ac9b-47d1-9aa7-0e6f6f8b6c9d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.876633] env[68292]: DEBUG oslo_vmware.api [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072111, 'name': ReconfigVM_Task, 'duration_secs': 0.158039} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.876969] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615152', 'volume_id': '6cfb1244-c825-4e27-b3cd-1e233c39375e', 'name': 'volume-6cfb1244-c825-4e27-b3cd-1e233c39375e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb38cea4-d100-4b0c-bf60-53a77aac36c4', 'attached_at': '', 'detached_at': '', 'volume_id': '6cfb1244-c825-4e27-b3cd-1e233c39375e', 'serial': '6cfb1244-c825-4e27-b3cd-1e233c39375e'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 887.921759] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072112, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.068568} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.925018] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68292) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 887.925018] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62c5f7a-de55-434d-9b1e-639d08794a0f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.946408] env[68292]: DEBUG nova.compute.utils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.958384] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] c8d7b2a6-2b1a-475f-836e-2f1ab5975e86/ephemeral_0.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.959553] env[68292]: DEBUG nova.compute.manager [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.959901] env[68292]: DEBUG nova.network.neutron [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.962880] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Releasing lock "refresh_cache-0196b796-8e2b-470e-90a0-4cd261d46415" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.963519] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.967024] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc2fc1e-57b1-45c1-8f4f-36bb2af1c08e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.982675] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a37a366e-c22f-4b1a-84e9-6b7657c4aeac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.992881] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 887.992881] env[68292]: value = "task-3072114" [ 887.992881] env[68292]: _type = "Task" [ 887.992881] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.994609] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 887.994609] env[68292]: value = "task-3072113" [ 887.994609] env[68292]: _type = "Task" [ 887.994609] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.011730] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.014551] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.038095] env[68292]: DEBUG nova.policy [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c471982c96d94048987f3cfb90c776c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eebe15179142424e8aecd1536ae34b24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.444589] env[68292]: DEBUG nova.network.neutron [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Successfully created port: ddfd3f94-08e4-4be9-ba58-a8f03321adc0 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.447599] env[68292]: DEBUG nova.objects.instance [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lazy-loading 'flavor' on Instance uuid fb38cea4-d100-4b0c-bf60-53a77aac36c4 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.460643] env[68292]: DEBUG nova.compute.manager [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.502158] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce11ce4a-3895-4865-8d6f-883100c09c57 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.512890] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.522756] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072113, 'name': PowerOffVM_Task, 'duration_secs': 0.222739} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.523287] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.524058] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:41:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6d6107f0-61d2-4bbe-b9ab-1069c4ba9aa4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-999503089',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.524838] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.525345] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.525945] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.526246] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.526618] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.526700] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.526849] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.527027] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.527230] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.528258] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.535967] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfdb0c9-67b8-4216-a3e0-1dc0afffc310 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.541400] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316d4066-a277-462a-8613-bf564a4926c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.597059] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5cd67f-16d1-4f8f-9df5-1e9e37159f98 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.597059] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 888.597059] env[68292]: value = "task-3072115" [ 888.597059] env[68292]: _type = "Task" [ 888.597059] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.606426] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d706524e-4d33-41e1-bbc3-90d1f1276789 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.616364] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.628162] env[68292]: DEBUG nova.compute.provider_tree [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.007190] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072114, 'name': ReconfigVM_Task, 'duration_secs': 0.621544} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.010836] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Reconfigured VM instance instance-0000003d to attach disk [datastore2] c8d7b2a6-2b1a-475f-836e-2f1ab5975e86/ephemeral_0.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.010836] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-210592c6-6bee-4f08-8481-23ac09abcf5e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.020838] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 889.020838] env[68292]: value = "task-3072116" [ 889.020838] env[68292]: _type = "Task" [ 889.020838] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.036382] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072116, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.110106] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072115, 'name': ReconfigVM_Task, 'duration_secs': 0.159902} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.111103] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830beb66-c2f9-4063-8d18-8cab1c01e9d1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.134281] env[68292]: DEBUG nova.scheduler.client.report [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.140377] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:41:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6d6107f0-61d2-4bbe-b9ab-1069c4ba9aa4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-999503089',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.140664] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.141275] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.141275] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.141275] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.141275] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.141479] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.141634] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.142248] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.142248] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.142248] env[68292]: DEBUG nova.virt.hardware [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.143688] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c007a93-8dd7-4a54-bf0a-9c6e7e7fd4cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.150480] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 889.150480] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52badc31-2f6c-4177-438f-3c1b1eb168e8" [ 889.150480] env[68292]: _type = "Task" [ 889.150480] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.161303] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52badc31-2f6c-4177-438f-3c1b1eb168e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.205577] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.206032] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e39f2ba-b5dd-4563-b641-904477f37010 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.216167] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 889.216167] env[68292]: value = "task-3072117" [ 889.216167] env[68292]: _type = "Task" [ 889.216167] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.227193] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.457439] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ba2ffb7e-0376-4194-adbb-44ae22438450 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.285s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.471837] env[68292]: DEBUG nova.compute.manager [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.502019] env[68292]: DEBUG nova.virt.hardware [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.502544] env[68292]: DEBUG nova.virt.hardware [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.503136] env[68292]: DEBUG nova.virt.hardware [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.503346] env[68292]: DEBUG nova.virt.hardware [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.503590] env[68292]: DEBUG nova.virt.hardware [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.503730] env[68292]: DEBUG nova.virt.hardware [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.503938] env[68292]: DEBUG nova.virt.hardware [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.504125] env[68292]: DEBUG nova.virt.hardware [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.505998] env[68292]: DEBUG nova.virt.hardware [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.505998] env[68292]: DEBUG nova.virt.hardware [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.505998] env[68292]: DEBUG nova.virt.hardware [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.505998] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a3b7ca-e1bc-433b-890e-26a25d938d59 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.515911] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f499f8c5-38d6-4efa-aa99-8c0a1d95e6b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.544796] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072116, 'name': Rename_Task, 'duration_secs': 0.251834} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.545179] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.545637] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d4d83a7-738d-4e59-9291-c81cad1b4c9e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.554723] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 889.554723] env[68292]: value = "task-3072118" [ 889.554723] env[68292]: _type = "Task" [ 889.554723] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.564496] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.644355] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.646915] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.906s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.648385] env[68292]: DEBUG nova.objects.instance [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Lazy-loading 'resources' on Instance uuid 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.664459] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52badc31-2f6c-4177-438f-3c1b1eb168e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.672706] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 889.673383] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fffb66a7-9176-42ed-9bf0-bdeaf2e457b8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.688110] env[68292]: INFO nova.scheduler.client.report [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleted allocations for instance 1d970a47-1c77-4915-858d-dbd53312fe61 [ 889.700277] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 889.700277] env[68292]: value = "task-3072119" [ 889.700277] env[68292]: _type = "Task" [ 889.700277] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.712743] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.730538] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072117, 'name': PowerOffVM_Task, 'duration_secs': 0.200051} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.731092] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.732058] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6033a2f3-4c1e-479a-89bb-023f4aea4dd8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.753793] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f1bbac-55cd-4f2d-abaa-84f8d698b827 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.796422] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.796820] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a34630c-7604-4e01-a777-81549962ac87 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.805612] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 889.805612] env[68292]: value = "task-3072120" [ 889.805612] env[68292]: _type = "Task" [ 889.805612] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.820777] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 889.820777] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.820777] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.820777] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.820925] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.821578] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-907b917e-bfcd-4f8b-8cce-3edc2adf8574 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.832885] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.833332] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.834456] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1010ade4-9f28-4dd0-bc40-4fe976f25ea9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.846174] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 889.846174] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a1e55a-a564-102d-b785-a863371a2b34" [ 889.846174] env[68292]: _type = "Task" [ 889.846174] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.855782] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a1e55a-a564-102d-b785-a863371a2b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.071605] env[68292]: DEBUG oslo_vmware.api [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072118, 'name': PowerOnVM_Task, 'duration_secs': 0.502032} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.071901] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.072184] env[68292]: INFO nova.compute.manager [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Took 10.09 seconds to spawn the instance on the hypervisor. [ 890.072371] env[68292]: DEBUG nova.compute.manager [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.073216] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca83bb48-311d-41c1-a4ea-494b0402d133 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.200302] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bce4407-ebb4-4334-afe7-1583e1d42fc1 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "1d970a47-1c77-4915-858d-dbd53312fe61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.615s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.207570] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "dfe692de-b54f-4995-acd1-866e2db6f9ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.207980] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "dfe692de-b54f-4995-acd1-866e2db6f9ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.220581] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072119, 'name': ReconfigVM_Task, 'duration_secs': 0.215576} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.221387] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 890.222307] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37975403-47d6-4752-a0a6-3cf4b066f2d5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.258131] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 0196b796-8e2b-470e-90a0-4cd261d46415/0196b796-8e2b-470e-90a0-4cd261d46415.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.259289] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5839f1a-35ca-495e-b217-4c4bd4baafe4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.285239] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 890.285239] env[68292]: value = "task-3072121" [ 890.285239] env[68292]: _type = "Task" [ 890.285239] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.298860] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.314135] env[68292]: DEBUG nova.compute.manager [req-21499805-ea81-4882-8e6b-15e1d0cbff63 req-fad6fbe9-fbd3-41a6-a841-232fb067adf7 service nova] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Received event network-vif-plugged-ddfd3f94-08e4-4be9-ba58-a8f03321adc0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.314446] env[68292]: DEBUG oslo_concurrency.lockutils [req-21499805-ea81-4882-8e6b-15e1d0cbff63 req-fad6fbe9-fbd3-41a6-a841-232fb067adf7 service nova] Acquiring lock "e40220b1-d630-4ad9-9d4e-5f7a443e57af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.314763] env[68292]: DEBUG oslo_concurrency.lockutils [req-21499805-ea81-4882-8e6b-15e1d0cbff63 req-fad6fbe9-fbd3-41a6-a841-232fb067adf7 service nova] Lock "e40220b1-d630-4ad9-9d4e-5f7a443e57af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.315046] env[68292]: DEBUG oslo_concurrency.lockutils [req-21499805-ea81-4882-8e6b-15e1d0cbff63 req-fad6fbe9-fbd3-41a6-a841-232fb067adf7 service nova] Lock "e40220b1-d630-4ad9-9d4e-5f7a443e57af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.315238] env[68292]: DEBUG nova.compute.manager [req-21499805-ea81-4882-8e6b-15e1d0cbff63 req-fad6fbe9-fbd3-41a6-a841-232fb067adf7 service nova] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] No waiting events found dispatching network-vif-plugged-ddfd3f94-08e4-4be9-ba58-a8f03321adc0 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.315483] env[68292]: WARNING nova.compute.manager [req-21499805-ea81-4882-8e6b-15e1d0cbff63 req-fad6fbe9-fbd3-41a6-a841-232fb067adf7 service nova] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Received unexpected event network-vif-plugged-ddfd3f94-08e4-4be9-ba58-a8f03321adc0 for instance with vm_state building and task_state spawning. [ 890.360994] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a1e55a-a564-102d-b785-a863371a2b34, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.361722] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5cf707-9a18-4e3c-a27f-78ba3abfa4e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.373395] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 890.373395] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5259430a-978f-890e-18db-df22b2873eb5" [ 890.373395] env[68292]: _type = "Task" [ 890.373395] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.384648] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5259430a-978f-890e-18db-df22b2873eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.388170] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.389035] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] c21efb0d-221b-4875-875f-4601617a4c10/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk. {{(pid=68292) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 890.390305] env[68292]: DEBUG nova.network.neutron [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Successfully updated port: ddfd3f94-08e4-4be9-ba58-a8f03321adc0 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.391102] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac5d8d4c-a1d7-4725-8ec5-dab358ce0a51 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.402207] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 890.402207] env[68292]: value = "task-3072122" [ 890.402207] env[68292]: _type = "Task" [ 890.402207] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.417969] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.592129] env[68292]: INFO nova.compute.manager [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Took 41.91 seconds to build instance. [ 890.670933] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3abdc4-cd05-47ad-a67f-340065a13c7a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.683860] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f237ce-613b-4af5-b524-62bb2bc099ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.724543] env[68292]: DEBUG nova.compute.manager [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.728631] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f59db8-52c4-471d-b13c-d76cf7dee218 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.739826] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e55eaa-d951-47e3-905a-042213c063c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.757498] env[68292]: DEBUG nova.compute.provider_tree [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.797516] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072121, 'name': ReconfigVM_Task, 'duration_secs': 0.287807} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.797849] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 0196b796-8e2b-470e-90a0-4cd261d46415/0196b796-8e2b-470e-90a0-4cd261d46415.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.798769] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e16188-8103-457e-8151-f0e901739d44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.820557] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee29122-b319-4844-9ec3-7c26cbebf9a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.846969] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e7d6b6-2d42-4b21-a0d6-96354364a4bd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.867504] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabae61e-f6c7-4e5c-8af0-fb87aba4debd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.877169] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.877500] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28bf42f6-71bc-45ee-88df-f6881d4029ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.886827] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 890.886827] env[68292]: value = "task-3072123" [ 890.886827] env[68292]: _type = "Task" [ 890.886827] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.900780] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "refresh_cache-e40220b1-d630-4ad9-9d4e-5f7a443e57af" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.900780] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "refresh_cache-e40220b1-d630-4ad9-9d4e-5f7a443e57af" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.900780] env[68292]: DEBUG nova.network.neutron [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.900780] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.912601] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072122, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.096468] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31b6b313-47da-4503-a4e6-35629e5cea50 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.419s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.251817] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.260929] env[68292]: DEBUG nova.scheduler.client.report [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.398679] env[68292]: DEBUG oslo_vmware.api [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072123, 'name': PowerOnVM_Task, 'duration_secs': 0.421524} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.399201] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.419908] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541923} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.420896] env[68292]: INFO nova.virt.vmwareapi.ds_util [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] c21efb0d-221b-4875-875f-4601617a4c10/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk. [ 891.422538] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f28f2a-58ae-407c-9891-991186efd01b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.452178] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] c21efb0d-221b-4875-875f-4601617a4c10/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.452598] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47f49441-ea8a-4676-bde2-d57e9738cd30 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.472877] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 891.472877] env[68292]: value = "task-3072124" [ 891.472877] env[68292]: _type = "Task" [ 891.472877] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.481078] env[68292]: DEBUG nova.network.neutron [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.488273] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.767350] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.771024] env[68292]: DEBUG oslo_concurrency.lockutils [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.231s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.771024] env[68292]: DEBUG nova.objects.instance [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Lazy-loading 'resources' on Instance uuid f8bbaccc-7066-43d8-939f-e3a1a22ac8c5 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.776163] env[68292]: DEBUG nova.network.neutron [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Updating instance_info_cache with network_info: [{"id": "ddfd3f94-08e4-4be9-ba58-a8f03321adc0", "address": "fa:16:3e:54:1e:35", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfd3f94-08", "ovs_interfaceid": "ddfd3f94-08e4-4be9-ba58-a8f03321adc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.791440] env[68292]: INFO nova.scheduler.client.report [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Deleted allocations for instance 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f [ 891.985358] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.282494] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "refresh_cache-e40220b1-d630-4ad9-9d4e-5f7a443e57af" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.282884] env[68292]: DEBUG nova.compute.manager [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Instance network_info: |[{"id": "ddfd3f94-08e4-4be9-ba58-a8f03321adc0", "address": "fa:16:3e:54:1e:35", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfd3f94-08", "ovs_interfaceid": "ddfd3f94-08e4-4be9-ba58-a8f03321adc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.283344] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:1e:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddfd3f94-08e4-4be9-ba58-a8f03321adc0', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.301469] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.306502] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.308790] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a80626f2-a871-4d7c-86d5-00bc4ddad0b3 tempest-ServerAddressesTestJSON-828450723 tempest-ServerAddressesTestJSON-828450723-project-member] Lock "24a921b4-3ba8-47b9-b0fc-27f22e8dd87f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.081s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.309809] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-022fc299-1f1d-4b9f-89d0-ff6f79640dfc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.354621] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.354621] env[68292]: value = "task-3072125" [ 892.354621] env[68292]: _type = "Task" [ 892.354621] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.368067] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072125, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.413253] env[68292]: INFO nova.compute.manager [None req-b449cfbf-f6df-455f-9897-be709e13a2f7 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance to original state: 'active' [ 892.471453] env[68292]: DEBUG nova.compute.manager [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Received event network-changed-ddfd3f94-08e4-4be9-ba58-a8f03321adc0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.471902] env[68292]: DEBUG nova.compute.manager [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Refreshing instance network info cache due to event network-changed-ddfd3f94-08e4-4be9-ba58-a8f03321adc0. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.472194] env[68292]: DEBUG oslo_concurrency.lockutils [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] Acquiring lock "refresh_cache-e40220b1-d630-4ad9-9d4e-5f7a443e57af" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.472349] env[68292]: DEBUG oslo_concurrency.lockutils [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] Acquired lock "refresh_cache-e40220b1-d630-4ad9-9d4e-5f7a443e57af" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.472532] env[68292]: DEBUG nova.network.neutron [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Refreshing network info cache for port ddfd3f94-08e4-4be9-ba58-a8f03321adc0 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.492615] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072124, 'name': ReconfigVM_Task, 'duration_secs': 0.871766} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.492855] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Reconfigured VM instance instance-0000003c to attach disk [datastore2] c21efb0d-221b-4875-875f-4601617a4c10/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.494127] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a127b27-8ef1-4a6b-b074-8a337cee2b74 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.533920] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76188f97-843d-45de-a09e-f854b3ad31b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.555875] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 892.555875] env[68292]: value = "task-3072126" [ 892.555875] env[68292]: _type = "Task" [ 892.555875] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.571862] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.865498] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072125, 'name': CreateVM_Task, 'duration_secs': 0.41618} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.866646] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.867458] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fe0295-3181-4ab6-975e-522012ed076d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.870560] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.870728] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.871168] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.871559] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f77d3915-152a-4db7-827f-56f84bd64162 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.878923] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 892.878923] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52001a0a-f55e-108c-37c0-88bc83b876ff" [ 892.878923] env[68292]: _type = "Task" [ 892.878923] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.879968] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a69c63b-2679-47f7-a3d4-b44fe6ac466d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.894761] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52001a0a-f55e-108c-37c0-88bc83b876ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.926453] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efc76e0-9d19-4d74-9908-a619d47d09b9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.939869] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11157329-dfc6-4126-86f5-300a3229b53a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.957260] env[68292]: DEBUG nova.compute.provider_tree [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.068182] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072126, 'name': ReconfigVM_Task, 'duration_secs': 0.22303} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.068182] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.068325] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c00c13b2-0598-42a5-8a4b-56009f1b7e3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.079016] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 893.079016] env[68292]: value = "task-3072127" [ 893.079016] env[68292]: _type = "Task" [ 893.079016] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.090016] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.280166] env[68292]: DEBUG nova.network.neutron [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Updated VIF entry in instance network info cache for port ddfd3f94-08e4-4be9-ba58-a8f03321adc0. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.280563] env[68292]: DEBUG nova.network.neutron [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Updating instance_info_cache with network_info: [{"id": "ddfd3f94-08e4-4be9-ba58-a8f03321adc0", "address": "fa:16:3e:54:1e:35", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfd3f94-08", "ovs_interfaceid": "ddfd3f94-08e4-4be9-ba58-a8f03321adc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.391727] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52001a0a-f55e-108c-37c0-88bc83b876ff, 'name': SearchDatastore_Task, 'duration_secs': 0.017532} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.392371] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.392737] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.393155] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.393468] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.393767] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.394161] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-658fa02d-82f0-47b7-9d68-5ba84326d3cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.408341] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.408341] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.408341] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d8080ef-e817-4407-9b8e-cc089871c4f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.418187] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 893.418187] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5266d231-0193-8dca-89ef-2363a06c60ce" [ 893.418187] env[68292]: _type = "Task" [ 893.418187] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.431942] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5266d231-0193-8dca-89ef-2363a06c60ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.463351] env[68292]: DEBUG nova.scheduler.client.report [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.595350] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072127, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.786315] env[68292]: DEBUG oslo_concurrency.lockutils [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] Releasing lock "refresh_cache-e40220b1-d630-4ad9-9d4e-5f7a443e57af" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.786636] env[68292]: DEBUG nova.compute.manager [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Received event network-changed-3bebdaf5-8df9-434f-bf6b-384b7d5c6cea {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.786793] env[68292]: DEBUG nova.compute.manager [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Refreshing instance network info cache due to event network-changed-3bebdaf5-8df9-434f-bf6b-384b7d5c6cea. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.788883] env[68292]: DEBUG oslo_concurrency.lockutils [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] Acquiring lock "refresh_cache-c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.788883] env[68292]: DEBUG oslo_concurrency.lockutils [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] Acquired lock "refresh_cache-c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.788883] env[68292]: DEBUG nova.network.neutron [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Refreshing network info cache for port 3bebdaf5-8df9-434f-bf6b-384b7d5c6cea {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.934973] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5266d231-0193-8dca-89ef-2363a06c60ce, 'name': SearchDatastore_Task, 'duration_secs': 0.015855} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.936702] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f0a9a71-3f5e-43eb-acbc-c1d6ac51961e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.943381] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 893.943381] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521f540b-565a-6ab6-0906-f9ad2b01dd3e" [ 893.943381] env[68292]: _type = "Task" [ 893.943381] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.958659] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521f540b-565a-6ab6-0906-f9ad2b01dd3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.973855] env[68292]: DEBUG oslo_concurrency.lockutils [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.977529] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.112s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.977529] env[68292]: DEBUG nova.objects.instance [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lazy-loading 'resources' on Instance uuid 579ecc58-5c84-4237-bf96-4e36c0f75dcd {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.004996] env[68292]: INFO nova.scheduler.client.report [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Deleted allocations for instance f8bbaccc-7066-43d8-939f-e3a1a22ac8c5 [ 894.090940] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072127, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.174265] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "0196b796-8e2b-470e-90a0-4cd261d46415" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.174586] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "0196b796-8e2b-470e-90a0-4cd261d46415" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.174877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "0196b796-8e2b-470e-90a0-4cd261d46415-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.175128] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "0196b796-8e2b-470e-90a0-4cd261d46415-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.175322] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "0196b796-8e2b-470e-90a0-4cd261d46415-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.177774] env[68292]: INFO nova.compute.manager [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Terminating instance [ 894.461652] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521f540b-565a-6ab6-0906-f9ad2b01dd3e, 'name': SearchDatastore_Task, 'duration_secs': 0.017248} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.461922] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.462371] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] e40220b1-d630-4ad9-9d4e-5f7a443e57af/e40220b1-d630-4ad9-9d4e-5f7a443e57af.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.462490] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b68dc10f-30e8-4eb0-b6d9-e00b7031f994 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.470865] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 894.470865] env[68292]: value = "task-3072128" [ 894.470865] env[68292]: _type = "Task" [ 894.470865] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.486123] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.510146] env[68292]: DEBUG oslo_concurrency.lockutils [None req-260fcf17-6c1b-49e2-895e-2dbb47366523 tempest-ServersNegativeTestMultiTenantJSON-649563795 tempest-ServersNegativeTestMultiTenantJSON-649563795-project-member] Lock "f8bbaccc-7066-43d8-939f-e3a1a22ac8c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.530s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.596973] env[68292]: DEBUG oslo_vmware.api [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072127, 'name': PowerOnVM_Task, 'duration_secs': 1.373963} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.597511] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.600405] env[68292]: DEBUG nova.compute.manager [None req-f4df7321-bc00-45bc-84f4-e14eca755c30 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.601278] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eafbcf-1d65-400f-a071-d09b934074e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.709506] env[68292]: DEBUG nova.compute.manager [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.709506] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.709506] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dfe2a1-c1f5-4537-a016-81d7af12762d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.709506] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.709506] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7bfffc7-3b47-4b20-87c5-b3138e4badef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.714351] env[68292]: DEBUG oslo_vmware.api [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 894.714351] env[68292]: value = "task-3072129" [ 894.714351] env[68292]: _type = "Task" [ 894.714351] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.726890] env[68292]: DEBUG oslo_vmware.api [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.811527] env[68292]: DEBUG nova.network.neutron [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Updated VIF entry in instance network info cache for port 3bebdaf5-8df9-434f-bf6b-384b7d5c6cea. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.811527] env[68292]: DEBUG nova.network.neutron [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Updating instance_info_cache with network_info: [{"id": "3bebdaf5-8df9-434f-bf6b-384b7d5c6cea", "address": "fa:16:3e:6c:a8:d5", "network": {"id": "005402f5-f6d4-4820-a41b-d7aa70aa1b16", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1539858093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81533698ad8b4bc19a982a453f5a38a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bebdaf5-8d", "ovs_interfaceid": "3bebdaf5-8df9-434f-bf6b-384b7d5c6cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.993110] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072128, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.098218] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7100fa78-b8af-4753-b496-2b7ee07be781 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.107887] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73d163-d364-4a28-ba21-a869da933fe3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.156374] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3509588-76e6-48de-8947-70cbfc7987bb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.169368] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f97ae8-9c28-4060-b900-3c1e82f3b93c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.185201] env[68292]: DEBUG nova.compute.provider_tree [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.225630] env[68292]: DEBUG oslo_vmware.api [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072129, 'name': PowerOffVM_Task, 'duration_secs': 0.245608} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.225630] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.226981] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.227318] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0760c7a3-8286-4dd6-8431-72713bf6f6a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.300196] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.300457] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.300651] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Deleting the datastore file [datastore2] 0196b796-8e2b-470e-90a0-4cd261d46415 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.300932] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4deeb20a-03a4-4bd9-97cc-bfb7fa9c9869 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.310340] env[68292]: DEBUG oslo_vmware.api [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 895.310340] env[68292]: value = "task-3072131" [ 895.310340] env[68292]: _type = "Task" [ 895.310340] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.320381] env[68292]: DEBUG oslo_concurrency.lockutils [req-85fdbf3a-ec80-4dbb-81ca-432f69c44e5a req-e441a763-708b-4fd8-b49a-2de1eb26ff11 service nova] Releasing lock "refresh_cache-c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.324317] env[68292]: DEBUG oslo_vmware.api [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.485235] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "086ae16c-239b-4e5f-8bc7-393f6f84a5ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.485235] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "086ae16c-239b-4e5f-8bc7-393f6f84a5ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.491254] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64585} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.491254] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] e40220b1-d630-4ad9-9d4e-5f7a443e57af/e40220b1-d630-4ad9-9d4e-5f7a443e57af.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.491254] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.491254] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-645c6e34-738e-4f41-bde9-98e54ef15d5f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.500753] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 895.500753] env[68292]: value = "task-3072132" [ 895.500753] env[68292]: _type = "Task" [ 895.500753] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.513051] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.518306] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "0cca456e-0449-441c-b8dc-ad096e14943c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.518538] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "0cca456e-0449-441c-b8dc-ad096e14943c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.689387] env[68292]: DEBUG nova.scheduler.client.report [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.827287] env[68292]: DEBUG oslo_vmware.api [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216632} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.827287] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.827287] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.827287] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.827287] env[68292]: INFO nova.compute.manager [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Took 1.14 seconds to destroy the instance on the hypervisor. [ 895.827287] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.827287] env[68292]: DEBUG nova.compute.manager [-] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.827287] env[68292]: DEBUG nova.network.neutron [-] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.990576] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.013861] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073089} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.014280] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.015988] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fce762-b871-412d-9103-2fa20f6c2412 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.021445] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.050568] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] e40220b1-d630-4ad9-9d4e-5f7a443e57af/e40220b1-d630-4ad9-9d4e-5f7a443e57af.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.050568] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e54f7299-4136-4867-b8af-f2074f0d917f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.073208] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 896.073208] env[68292]: value = "task-3072133" [ 896.073208] env[68292]: _type = "Task" [ 896.073208] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.087827] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.195873] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.198743] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.568s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.198955] env[68292]: DEBUG nova.objects.instance [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Lazy-loading 'resources' on Instance uuid 83b41147-3328-4251-8b8c-242a50534830 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.227638] env[68292]: INFO nova.scheduler.client.report [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Deleted allocations for instance 579ecc58-5c84-4237-bf96-4e36c0f75dcd [ 896.517758] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.568550] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.586558] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072133, 'name': ReconfigVM_Task, 'duration_secs': 0.290924} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.586953] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Reconfigured VM instance instance-0000003e to attach disk [datastore1] e40220b1-d630-4ad9-9d4e-5f7a443e57af/e40220b1-d630-4ad9-9d4e-5f7a443e57af.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.587902] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19d768ed-c560-437f-a3ea-781056f6c961 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.597385] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 896.597385] env[68292]: value = "task-3072134" [ 896.597385] env[68292]: _type = "Task" [ 896.597385] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.614514] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072134, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.738262] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc14a3e2-94fd-40df-adaa-451beb06597c tempest-AttachInterfacesUnderV243Test-264468494 tempest-AttachInterfacesUnderV243Test-264468494-project-member] Lock "579ecc58-5c84-4237-bf96-4e36c0f75dcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.836s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.784304] env[68292]: DEBUG oslo_vmware.rw_handles [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a37c1b-622d-6085-1190-31e51c647e49/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 896.786283] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c60497b-ce0e-4a4e-b440-09ab01888ec6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.796428] env[68292]: DEBUG oslo_vmware.rw_handles [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a37c1b-622d-6085-1190-31e51c647e49/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 896.796677] env[68292]: ERROR oslo_vmware.rw_handles [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a37c1b-622d-6085-1190-31e51c647e49/disk-0.vmdk due to incomplete transfer. [ 896.796936] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2bcdde20-91df-49ab-ba01-242ec6af886d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.804874] env[68292]: DEBUG oslo_vmware.rw_handles [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a37c1b-622d-6085-1190-31e51c647e49/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 896.805095] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Uploaded image 4bd934f8-575e-4d82-9b5e-0abbc1a05741 to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 896.808030] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 896.810126] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2cc4542-f2c7-42f5-b71d-531c73fbc82e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.817130] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 896.817130] env[68292]: value = "task-3072135" [ 896.817130] env[68292]: _type = "Task" [ 896.817130] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.836018] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072135, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.927287] env[68292]: DEBUG nova.compute.manager [req-105ee496-585e-474c-b29a-085e3c45cfa4 req-399d1d6d-32ad-4517-9f93-218308a7139d service nova] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Received event network-vif-deleted-b5806010-f33b-4d6c-8092-94d1705dde6f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.927287] env[68292]: INFO nova.compute.manager [req-105ee496-585e-474c-b29a-085e3c45cfa4 req-399d1d6d-32ad-4517-9f93-218308a7139d service nova] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Neutron deleted interface b5806010-f33b-4d6c-8092-94d1705dde6f; detaching it from the instance and deleting it from the info cache [ 896.927433] env[68292]: DEBUG nova.network.neutron [req-105ee496-585e-474c-b29a-085e3c45cfa4 req-399d1d6d-32ad-4517-9f93-218308a7139d service nova] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.929074] env[68292]: DEBUG nova.network.neutron [-] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.111931] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072134, 'name': Rename_Task, 'duration_secs': 0.142731} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.112238] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.112489] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-218caf92-b36d-44d6-9c36-0c3eae48ee60 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.119962] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 897.119962] env[68292]: value = "task-3072136" [ 897.119962] env[68292]: _type = "Task" [ 897.119962] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.131013] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.234241] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54ed22d-20b4-470c-9dca-9a0ff7ba7a35 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.241247] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91ced69-51f2-4a88-a175-5efe0d32835c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.287137] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00abf130-3bad-4838-8b76-afc90c602299 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.295605] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808abf25-8c61-4a02-aa13-dc4bdaab1319 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.310369] env[68292]: DEBUG nova.compute.provider_tree [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.326857] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072135, 'name': Destroy_Task, 'duration_secs': 0.349429} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.327131] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Destroyed the VM [ 897.327365] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 897.327620] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cae1574f-b2e4-49b7-a34a-b42a0b67f3f0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.335019] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 897.335019] env[68292]: value = "task-3072137" [ 897.335019] env[68292]: _type = "Task" [ 897.335019] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.344518] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072137, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.431126] env[68292]: INFO nova.compute.manager [-] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Took 1.61 seconds to deallocate network for instance. [ 897.431876] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffc26f02-f286-4b69-bf34-34affe9b4198 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.451019] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5985a0-e3df-4a3d-9071-fad5e383d362 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.493812] env[68292]: DEBUG nova.compute.manager [req-105ee496-585e-474c-b29a-085e3c45cfa4 req-399d1d6d-32ad-4517-9f93-218308a7139d service nova] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Detach interface failed, port_id=b5806010-f33b-4d6c-8092-94d1705dde6f, reason: Instance 0196b796-8e2b-470e-90a0-4cd261d46415 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.629702] env[68292]: DEBUG oslo_vmware.api [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072136, 'name': PowerOnVM_Task, 'duration_secs': 0.472616} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.629975] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.633509] env[68292]: INFO nova.compute.manager [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Took 8.16 seconds to spawn the instance on the hypervisor. [ 897.633509] env[68292]: DEBUG nova.compute.manager [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.633509] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8251353c-c052-44e9-b43e-632ed2256d64 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.813944] env[68292]: DEBUG nova.scheduler.client.report [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.846092] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072137, 'name': RemoveSnapshot_Task, 'duration_secs': 0.378698} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.846403] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 897.846635] env[68292]: DEBUG nova.compute.manager [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.847429] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b0cb9b-7216-45a4-872e-e4ef73d64dd9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.945991] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.152206] env[68292]: INFO nova.compute.manager [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Took 37.76 seconds to build instance. [ 898.319771] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.322473] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.751s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.322800] env[68292]: DEBUG nova.objects.instance [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lazy-loading 'resources' on Instance uuid dd9db746-41d9-4d5a-ae64-cdb54765e6cd {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.356497] env[68292]: INFO nova.scheduler.client.report [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Deleted allocations for instance 83b41147-3328-4251-8b8c-242a50534830 [ 898.369522] env[68292]: INFO nova.compute.manager [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Shelve offloading [ 898.655190] env[68292]: DEBUG oslo_concurrency.lockutils [None req-616be8cc-3cca-4954-9216-01cee97b44cd tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "e40220b1-d630-4ad9-9d4e-5f7a443e57af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.274s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.874216] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5216cc57-21d5-44c4-ad24-059191b25980 tempest-ServersTestBootFromVolume-557625919 tempest-ServersTestBootFromVolume-557625919-project-member] Lock "83b41147-3328-4251-8b8c-242a50534830" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.972s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.875586] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.876886] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d0a7c05-59fa-4b41-ab52-2893fa8525de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.886034] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 898.886034] env[68292]: value = "task-3072138" [ 898.886034] env[68292]: _type = "Task" [ 898.886034] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.902697] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 898.902936] env[68292]: DEBUG nova.compute.manager [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.903771] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1d4247-75bd-4dd0-a8fb-9fe170ddb67f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.916714] env[68292]: DEBUG oslo_concurrency.lockutils [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.916833] env[68292]: DEBUG oslo_concurrency.lockutils [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.916982] env[68292]: DEBUG nova.network.neutron [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.300335] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadebb34-a099-422b-9892-f08353ee708d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.308328] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc0ae31-c1a8-432a-9816-22ae5af0222b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.341923] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1091a4-13b7-4878-ad75-f8a9873ea14a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.350241] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab34081f-476f-4248-8a07-de5e7289418d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.366045] env[68292]: DEBUG nova.compute.provider_tree [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.432743] env[68292]: DEBUG nova.compute.manager [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Received event network-changed-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.434175] env[68292]: DEBUG nova.compute.manager [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Refreshing instance network info cache due to event network-changed-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.434175] env[68292]: DEBUG oslo_concurrency.lockutils [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] Acquiring lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.434175] env[68292]: DEBUG oslo_concurrency.lockutils [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] Acquired lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.434175] env[68292]: DEBUG nova.network.neutron [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Refreshing network info cache for port 7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.725295] env[68292]: DEBUG nova.network.neutron [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updating instance_info_cache with network_info: [{"id": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "address": "fa:16:3e:7e:3d:d4", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c3a22d-e9", "ovs_interfaceid": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.872406] env[68292]: DEBUG nova.scheduler.client.report [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.903872] env[68292]: DEBUG nova.compute.manager [req-c3d324cb-8000-4402-b37e-d2aefe2b9c16 req-6b9c2150-b1fa-4c47-bfc3-f19dc4d88731 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Received event network-changed-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.904129] env[68292]: DEBUG nova.compute.manager [req-c3d324cb-8000-4402-b37e-d2aefe2b9c16 req-6b9c2150-b1fa-4c47-bfc3-f19dc4d88731 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Refreshing instance network info cache due to event network-changed-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.904375] env[68292]: DEBUG oslo_concurrency.lockutils [req-c3d324cb-8000-4402-b37e-d2aefe2b9c16 req-6b9c2150-b1fa-4c47-bfc3-f19dc4d88731 service nova] Acquiring lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.230097] env[68292]: DEBUG oslo_concurrency.lockutils [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.237492] env[68292]: DEBUG nova.compute.manager [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.238548] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14352c7f-cb30-4707-94ba-2dfab4dd1f9d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.375926] env[68292]: DEBUG nova.network.neutron [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updated VIF entry in instance network info cache for port 7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.376347] env[68292]: DEBUG nova.network.neutron [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updating instance_info_cache with network_info: [{"id": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "address": "fa:16:3e:7f:fa:95", "network": {"id": "1ab0516b-3e6e-4704-87bb-ae9e1a6250d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1315036668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4514a18db3ad4568b7fe7ba284b3e65d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fcc1-34", "ovs_interfaceid": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.378613] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.385900] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.998s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.387650] env[68292]: DEBUG nova.objects.instance [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lazy-loading 'resources' on Instance uuid 47de732d-5723-4c39-bb80-cbc393cbb123 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.411014] env[68292]: INFO nova.scheduler.client.report [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleted allocations for instance dd9db746-41d9-4d5a-ae64-cdb54765e6cd [ 900.751616] env[68292]: INFO nova.compute.manager [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] instance snapshotting [ 900.757394] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e2f91a-0cf8-47be-a87f-05569aee654f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.786598] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a3f0ac-86c1-4d54-81ad-a8e00b9bb72c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.881940] env[68292]: DEBUG oslo_concurrency.lockutils [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] Releasing lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.882369] env[68292]: DEBUG nova.compute.manager [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Received event network-changed-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.882599] env[68292]: DEBUG nova.compute.manager [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Refreshing instance network info cache due to event network-changed-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.882857] env[68292]: DEBUG oslo_concurrency.lockutils [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] Acquiring lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.883092] env[68292]: DEBUG oslo_concurrency.lockutils [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] Acquired lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.883337] env[68292]: DEBUG nova.network.neutron [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Refreshing network info cache for port 7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.891669] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.895914] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd1de55-356e-4c9a-99a1-8f4de87c3db5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.904702] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.904949] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20d1895a-dcbd-4b6e-b742-a2bdc41de05a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.919016] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c5bd93b-b282-4bdc-8d2f-b4dfbb4655b5 tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "dd9db746-41d9-4d5a-ae64-cdb54765e6cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.981s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.977358] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.977640] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.977798] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleting the datastore file [datastore1] 5ade77af-061f-450a-93bb-7f9e28907c63 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.978083] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2be142dd-cdaf-4aea-9e1d-9cc8fec73d2e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.988690] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 900.988690] env[68292]: value = "task-3072140" [ 900.988690] env[68292]: _type = "Task" [ 900.988690] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.999998] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.297035] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 901.297660] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-954809ee-cf86-4f6a-9076-25435992d65f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.311436] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 901.311436] env[68292]: value = "task-3072141" [ 901.311436] env[68292]: _type = "Task" [ 901.311436] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.325368] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072141, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.372288] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4befcdb-fa07-4691-88b8-3c7e7256c275 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.381315] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0f91a6-a12d-4939-a1ea-2f762c2764e1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.421314] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947f6612-1193-42ab-ac67-755423bd3b4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.429439] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a697630-3b46-4d9b-ae84-a1e32bce17d1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.443396] env[68292]: DEBUG nova.compute.provider_tree [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.498475] env[68292]: DEBUG oslo_vmware.api [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179666} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.498743] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.498932] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.499127] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.517682] env[68292]: INFO nova.scheduler.client.report [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleted allocations for instance 5ade77af-061f-450a-93bb-7f9e28907c63 [ 901.742037] env[68292]: DEBUG nova.network.neutron [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updated VIF entry in instance network info cache for port 7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.742422] env[68292]: DEBUG nova.network.neutron [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updating instance_info_cache with network_info: [{"id": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "address": "fa:16:3e:7f:fa:95", "network": {"id": "1ab0516b-3e6e-4704-87bb-ae9e1a6250d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1315036668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4514a18db3ad4568b7fe7ba284b3e65d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fcc1-34", "ovs_interfaceid": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.834993] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072141, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.838956] env[68292]: DEBUG nova.compute.manager [req-a27b076c-6e97-4f88-b3fa-a1b759c9371a req-8f9bd9cd-bf3d-4ec4-94ae-8010027e18a2 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Received event network-changed-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.838956] env[68292]: DEBUG nova.compute.manager [req-a27b076c-6e97-4f88-b3fa-a1b759c9371a req-8f9bd9cd-bf3d-4ec4-94ae-8010027e18a2 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Refreshing instance network info cache due to event network-changed-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.839156] env[68292]: DEBUG oslo_concurrency.lockutils [req-a27b076c-6e97-4f88-b3fa-a1b759c9371a req-8f9bd9cd-bf3d-4ec4-94ae-8010027e18a2 service nova] Acquiring lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.946411] env[68292]: DEBUG nova.scheduler.client.report [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.023631] env[68292]: DEBUG oslo_concurrency.lockutils [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.229952] env[68292]: DEBUG nova.compute.manager [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Received event network-vif-unplugged-39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.229952] env[68292]: DEBUG oslo_concurrency.lockutils [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] Acquiring lock "5ade77af-061f-450a-93bb-7f9e28907c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.229952] env[68292]: DEBUG oslo_concurrency.lockutils [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] Lock "5ade77af-061f-450a-93bb-7f9e28907c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.229952] env[68292]: DEBUG oslo_concurrency.lockutils [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] Lock "5ade77af-061f-450a-93bb-7f9e28907c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.229952] env[68292]: DEBUG nova.compute.manager [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] No waiting events found dispatching network-vif-unplugged-39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.229952] env[68292]: WARNING nova.compute.manager [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Received unexpected event network-vif-unplugged-39c3a22d-e928-4c0b-9d98-95fb6590109a for instance with vm_state shelved_offloaded and task_state None. [ 902.230451] env[68292]: DEBUG nova.compute.manager [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Received event network-changed-39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.231370] env[68292]: DEBUG nova.compute.manager [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Refreshing instance network info cache due to event network-changed-39c3a22d-e928-4c0b-9d98-95fb6590109a. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.231644] env[68292]: DEBUG oslo_concurrency.lockutils [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] Acquiring lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.231857] env[68292]: DEBUG oslo_concurrency.lockutils [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] Acquired lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.232073] env[68292]: DEBUG nova.network.neutron [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Refreshing network info cache for port 39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.245102] env[68292]: DEBUG oslo_concurrency.lockutils [req-0ea979ae-98c6-4213-823f-353926477b06 req-65b3a4dc-c62b-4c08-8e81-519f5fd09e34 service nova] Releasing lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.245981] env[68292]: DEBUG oslo_concurrency.lockutils [req-c3d324cb-8000-4402-b37e-d2aefe2b9c16 req-6b9c2150-b1fa-4c47-bfc3-f19dc4d88731 service nova] Acquired lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.246202] env[68292]: DEBUG nova.network.neutron [req-c3d324cb-8000-4402-b37e-d2aefe2b9c16 req-6b9c2150-b1fa-4c47-bfc3-f19dc4d88731 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Refreshing network info cache for port 7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.061949] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "9cf39460-a830-432d-aba3-d5e0ebca02b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.062467] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "9cf39460-a830-432d-aba3-d5e0ebca02b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.062524] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "9cf39460-a830-432d-aba3-d5e0ebca02b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.062715] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "9cf39460-a830-432d-aba3-d5e0ebca02b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.062880] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "9cf39460-a830-432d-aba3-d5e0ebca02b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.064912] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.684s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.067068] env[68292]: DEBUG oslo_concurrency.lockutils [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "aabf83d8-a77c-496a-a909-a9e315d67082" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.067225] env[68292]: DEBUG oslo_concurrency.lockutils [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.067445] env[68292]: INFO nova.compute.manager [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Rebooting instance [ 903.076480] env[68292]: INFO nova.compute.manager [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Terminating instance [ 903.082025] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.596s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.082264] env[68292]: DEBUG nova.objects.instance [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lazy-loading 'resources' on Instance uuid 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.085282] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "4d6427ba-648b-4fbf-8b4b-53511e0a611d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.085282] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "4d6427ba-648b-4fbf-8b4b-53511e0a611d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.093663] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072141, 'name': CreateSnapshot_Task, 'duration_secs': 0.820231} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.093834] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 903.095461] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9743442b-fffa-497c-b2d0-9ea52ae9625c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.111644] env[68292]: INFO nova.scheduler.client.report [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Deleted allocations for instance 47de732d-5723-4c39-bb80-cbc393cbb123 [ 903.130943] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.132089] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.455761] env[68292]: DEBUG nova.network.neutron [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updated VIF entry in instance network info cache for port 39c3a22d-e928-4c0b-9d98-95fb6590109a. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.456153] env[68292]: DEBUG nova.network.neutron [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updating instance_info_cache with network_info: [{"id": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "address": "fa:16:3e:7e:3d:d4", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap39c3a22d-e9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.461716] env[68292]: DEBUG nova.network.neutron [req-c3d324cb-8000-4402-b37e-d2aefe2b9c16 req-6b9c2150-b1fa-4c47-bfc3-f19dc4d88731 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updated VIF entry in instance network info cache for port 7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.461716] env[68292]: DEBUG nova.network.neutron [req-c3d324cb-8000-4402-b37e-d2aefe2b9c16 req-6b9c2150-b1fa-4c47-bfc3-f19dc4d88731 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updating instance_info_cache with network_info: [{"id": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "address": "fa:16:3e:7f:fa:95", "network": {"id": "1ab0516b-3e6e-4704-87bb-ae9e1a6250d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1315036668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4514a18db3ad4568b7fe7ba284b3e65d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fcc1-34", "ovs_interfaceid": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.578995] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquiring lock "c21efb0d-221b-4875-875f-4601617a4c10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.579311] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Lock "c21efb0d-221b-4875-875f-4601617a4c10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.579523] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquiring lock "c21efb0d-221b-4875-875f-4601617a4c10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.579706] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Lock "c21efb0d-221b-4875-875f-4601617a4c10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.579880] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Lock "c21efb0d-221b-4875-875f-4601617a4c10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.584015] env[68292]: INFO nova.compute.manager [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Terminating instance [ 903.585755] env[68292]: DEBUG nova.objects.instance [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lazy-loading 'numa_topology' on Instance uuid 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.587457] env[68292]: DEBUG nova.compute.manager [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.589993] env[68292]: DEBUG nova.compute.manager [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.590207] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.591928] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb6a434-4562-446b-a466-59bbaff69166 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.600773] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.601024] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab59265-4378-4c6e-a572-d0fac5dfd6d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.603495] env[68292]: DEBUG oslo_concurrency.lockutils [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.603660] env[68292]: DEBUG oslo_concurrency.lockutils [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.603831] env[68292]: DEBUG nova.network.neutron [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.614120] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 903.616272] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66175d2f-a2a6-46d7-af22-69d9136b91d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.620209] env[68292]: DEBUG oslo_vmware.api [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 903.620209] env[68292]: value = "task-3072142" [ 903.620209] env[68292]: _type = "Task" [ 903.620209] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.626077] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dcab429d-85d8-413f-9820-8f73689d4376 tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "47de732d-5723-4c39-bb80-cbc393cbb123" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.929s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.629415] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 903.629415] env[68292]: value = "task-3072143" [ 903.629415] env[68292]: _type = "Task" [ 903.629415] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.638438] env[68292]: DEBUG nova.compute.manager [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.640758] env[68292]: DEBUG oslo_vmware.api [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3072142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.646269] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072143, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.966011] env[68292]: DEBUG oslo_concurrency.lockutils [req-dee05981-59cd-453d-8f3d-1264f37cdac0 req-3be2365e-54bd-44c8-910e-374822e37771 service nova] Releasing lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.966945] env[68292]: DEBUG oslo_concurrency.lockutils [req-c3d324cb-8000-4402-b37e-d2aefe2b9c16 req-6b9c2150-b1fa-4c47-bfc3-f19dc4d88731 service nova] Releasing lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.967900] env[68292]: DEBUG oslo_concurrency.lockutils [req-a27b076c-6e97-4f88-b3fa-a1b759c9371a req-8f9bd9cd-bf3d-4ec4-94ae-8010027e18a2 service nova] Acquired lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.967900] env[68292]: DEBUG nova.network.neutron [req-a27b076c-6e97-4f88-b3fa-a1b759c9371a req-8f9bd9cd-bf3d-4ec4-94ae-8010027e18a2 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Refreshing network info cache for port 7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.093034] env[68292]: DEBUG nova.objects.base [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Object Instance<59f8f03c-8edf-42e2-a1ff-ef29c4c6d270> lazy-loaded attributes: resources,numa_topology {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 904.096274] env[68292]: DEBUG nova.compute.manager [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.096478] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.099881] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236ee1a3-4b9c-4e49-ae3d-5a8fd8475762 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.110631] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.111238] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52708eb5-03d1-4d9f-93b5-7a645a00ade5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.116668] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.117865] env[68292]: DEBUG oslo_vmware.api [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 904.117865] env[68292]: value = "task-3072144" [ 904.117865] env[68292]: _type = "Task" [ 904.117865] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.130279] env[68292]: DEBUG oslo_vmware.api [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.139055] env[68292]: DEBUG oslo_vmware.api [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3072142, 'name': PowerOffVM_Task, 'duration_secs': 0.214006} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.139846] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.140079] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.140350] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-787b45c7-ec68-40f6-a280-5afce95affe8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.147588] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072143, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.170612] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.213652] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.214602] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.214602] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleting the datastore file [datastore2] 9cf39460-a830-432d-aba3-d5e0ebca02b8 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.216023] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-820005a4-a210-4403-b840-3f4d0ba71539 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.225091] env[68292]: DEBUG oslo_vmware.api [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for the task: (returnval){ [ 904.225091] env[68292]: value = "task-3072146" [ 904.225091] env[68292]: _type = "Task" [ 904.225091] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.238098] env[68292]: DEBUG oslo_vmware.api [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3072146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.402966] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "5ade77af-061f-450a-93bb-7f9e28907c63" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.404499] env[68292]: DEBUG nova.network.neutron [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance_info_cache with network_info: [{"id": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "address": "fa:16:3e:ab:07:ee", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73f854d-1f", "ovs_interfaceid": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.533940] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fa1111-8e18-4748-b726-bbf0a4b62790 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.542915] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b65477-95f1-4c57-b026-db2a43c0ff8c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.581775] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38126a0a-6085-4c9e-bf86-82a825a96b0b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.590615] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea3018f-e23c-4c29-bea1-482dff35c2ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.607779] env[68292]: DEBUG nova.compute.provider_tree [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.628141] env[68292]: DEBUG oslo_vmware.api [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072144, 'name': PowerOffVM_Task, 'duration_secs': 0.325589} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.630489] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.630639] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.630938] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5175e5aa-8bef-4101-b3c1-64f1079ab13c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.641685] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072143, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.691302] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.691791] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.692074] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Deleting the datastore file [datastore2] c21efb0d-221b-4875-875f-4601617a4c10 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.692329] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-198ea1e6-c90e-4a8f-8416-607fea0a056c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.701489] env[68292]: DEBUG oslo_vmware.api [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for the task: (returnval){ [ 904.701489] env[68292]: value = "task-3072148" [ 904.701489] env[68292]: _type = "Task" [ 904.701489] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.710290] env[68292]: DEBUG oslo_vmware.api [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.737995] env[68292]: DEBUG oslo_vmware.api [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Task: {'id': task-3072146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147895} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.737995] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.737995] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.739037] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.739037] env[68292]: INFO nova.compute.manager [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 904.739037] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.739037] env[68292]: DEBUG nova.compute.manager [-] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.739144] env[68292]: DEBUG nova.network.neutron [-] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.776288] env[68292]: DEBUG nova.network.neutron [req-a27b076c-6e97-4f88-b3fa-a1b759c9371a req-8f9bd9cd-bf3d-4ec4-94ae-8010027e18a2 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updated VIF entry in instance network info cache for port 7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.776288] env[68292]: DEBUG nova.network.neutron [req-a27b076c-6e97-4f88-b3fa-a1b759c9371a req-8f9bd9cd-bf3d-4ec4-94ae-8010027e18a2 service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updating instance_info_cache with network_info: [{"id": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "address": "fa:16:3e:7f:fa:95", "network": {"id": "1ab0516b-3e6e-4704-87bb-ae9e1a6250d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1315036668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4514a18db3ad4568b7fe7ba284b3e65d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fcc1-34", "ovs_interfaceid": "7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.906819] env[68292]: DEBUG oslo_concurrency.lockutils [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.113687] env[68292]: DEBUG nova.scheduler.client.report [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.147055] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072143, 'name': CloneVM_Task} progress is 95%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.211910] env[68292]: DEBUG oslo_vmware.api [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.254512] env[68292]: DEBUG nova.compute.manager [req-ba63da3e-bc1c-4026-9420-f04151bd2c7f req-b76cc47a-177a-48d3-9de7-2e037a576bac service nova] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Received event network-vif-deleted-1fd48547-fdbf-4315-a61b-664d90b3600c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.254745] env[68292]: INFO nova.compute.manager [req-ba63da3e-bc1c-4026-9420-f04151bd2c7f req-b76cc47a-177a-48d3-9de7-2e037a576bac service nova] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Neutron deleted interface 1fd48547-fdbf-4315-a61b-664d90b3600c; detaching it from the instance and deleting it from the info cache [ 905.254888] env[68292]: DEBUG nova.network.neutron [req-ba63da3e-bc1c-4026-9420-f04151bd2c7f req-b76cc47a-177a-48d3-9de7-2e037a576bac service nova] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.279178] env[68292]: DEBUG oslo_concurrency.lockutils [req-a27b076c-6e97-4f88-b3fa-a1b759c9371a req-8f9bd9cd-bf3d-4ec4-94ae-8010027e18a2 service nova] Releasing lock "refresh_cache-c21efb0d-221b-4875-875f-4601617a4c10" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.325040] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "21a4104b-e0ae-480c-bc3a-e33a646dff63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.325040] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "21a4104b-e0ae-480c-bc3a-e33a646dff63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.412176] env[68292]: DEBUG nova.compute.manager [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.413553] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8d7362-5cd2-4436-90ad-b84ed994c164 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.578782] env[68292]: DEBUG nova.network.neutron [-] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.619349] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.537s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.622296] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.698s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.624610] env[68292]: DEBUG nova.objects.instance [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lazy-loading 'resources' on Instance uuid 40054cea-df8d-4455-9aa9-7ef7e5f18f9e {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.644154] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072143, 'name': CloneVM_Task, 'duration_secs': 1.892456} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.644447] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Created linked-clone VM from snapshot [ 905.645227] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97c6635-84ad-4e11-9767-1b8617eccbd6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.654181] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Uploading image 51d5a3ab-377f-4343-ac8f-914e35be6eee {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 905.676475] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 905.676475] env[68292]: value = "vm-615161" [ 905.676475] env[68292]: _type = "VirtualMachine" [ 905.676475] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 905.677066] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-22faffda-f719-4fda-a83b-02bc4c70ea57 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.684444] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lease: (returnval){ [ 905.684444] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522ab6f0-c315-d9b6-a7b4-369756443ff8" [ 905.684444] env[68292]: _type = "HttpNfcLease" [ 905.684444] env[68292]: } obtained for exporting VM: (result){ [ 905.684444] env[68292]: value = "vm-615161" [ 905.684444] env[68292]: _type = "VirtualMachine" [ 905.684444] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 905.684800] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the lease: (returnval){ [ 905.684800] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522ab6f0-c315-d9b6-a7b4-369756443ff8" [ 905.684800] env[68292]: _type = "HttpNfcLease" [ 905.684800] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 905.691755] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.691755] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522ab6f0-c315-d9b6-a7b4-369756443ff8" [ 905.691755] env[68292]: _type = "HttpNfcLease" [ 905.691755] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.712390] env[68292]: DEBUG oslo_vmware.api [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Task: {'id': task-3072148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554942} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.712390] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.712390] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.712390] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.712390] env[68292]: INFO nova.compute.manager [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Took 1.62 seconds to destroy the instance on the hypervisor. [ 905.712896] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.712896] env[68292]: DEBUG nova.compute.manager [-] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.712965] env[68292]: DEBUG nova.network.neutron [-] [instance: c21efb0d-221b-4875-875f-4601617a4c10] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.758153] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e103eb57-8bb9-4a70-a4b8-b8fee2f95543 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.768329] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9632371-5afc-43ca-a13e-b9334ee5ee18 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.801712] env[68292]: DEBUG nova.compute.manager [req-ba63da3e-bc1c-4026-9420-f04151bd2c7f req-b76cc47a-177a-48d3-9de7-2e037a576bac service nova] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Detach interface failed, port_id=1fd48547-fdbf-4315-a61b-664d90b3600c, reason: Instance 9cf39460-a830-432d-aba3-d5e0ebca02b8 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 905.845033] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "41e4be51-e7a8-449b-aa03-2c05099de141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.845033] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "41e4be51-e7a8-449b-aa03-2c05099de141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.082052] env[68292]: INFO nova.compute.manager [-] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Took 1.34 seconds to deallocate network for instance. [ 906.134415] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e463ac5b-9fd5-41fa-98da-7cb8df71b286 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 59.973s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.135280] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 32.689s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.135613] env[68292]: INFO nova.compute.manager [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Unshelving [ 906.195990] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.195990] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522ab6f0-c315-d9b6-a7b4-369756443ff8" [ 906.195990] env[68292]: _type = "HttpNfcLease" [ 906.195990] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 906.196295] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 906.196295] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522ab6f0-c315-d9b6-a7b4-369756443ff8" [ 906.196295] env[68292]: _type = "HttpNfcLease" [ 906.196295] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 906.197168] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f86606-7793-41ea-a4e3-6c5c9794b98b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.204899] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1f968-eca7-9ca4-ca78-3b724d327b21/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 906.205108] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1f968-eca7-9ca4-ca78-3b724d327b21/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 906.303989] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0645bd3a-c037-4ca7-885b-0470b7c276bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.436224] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1d8208-c01b-4082-8c1a-35a1cea5ddce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.444068] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "cb712708-9c16-4cd1-ad71-820984abbc98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.444304] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "cb712708-9c16-4cd1-ad71-820984abbc98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.448962] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Doing hard reboot of VM {{(pid=68292) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 906.449223] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b951492f-4e1a-4688-91a8-b8e0433673fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.457236] env[68292]: DEBUG oslo_vmware.api [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 906.457236] env[68292]: value = "task-3072150" [ 906.457236] env[68292]: _type = "Task" [ 906.457236] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.465465] env[68292]: DEBUG oslo_vmware.api [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072150, 'name': ResetVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.494830] env[68292]: DEBUG nova.network.neutron [-] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.588718] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.598335] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77ef807-dfa9-4026-adac-b2811becf609 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.606215] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69fdde1-9a3e-48d6-a72b-0ff276abdedd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.643246] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17686946-1f8d-4589-a096-bb69bbaa4a25 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.652303] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfeef09-4995-4000-8705-8dbb1697fc68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.666644] env[68292]: DEBUG nova.compute.provider_tree [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.967656] env[68292]: DEBUG oslo_vmware.api [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072150, 'name': ResetVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.999518] env[68292]: INFO nova.compute.manager [-] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Took 1.29 seconds to deallocate network for instance. [ 907.165283] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.170445] env[68292]: DEBUG nova.scheduler.client.report [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.280601] env[68292]: DEBUG nova.compute.manager [req-e5926539-c753-42d7-a9ca-9df37b0c67d8 req-2a22379c-89b6-431d-8827-5c455320a1df service nova] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Received event network-vif-deleted-7ee3fcc1-34b5-4f6c-a97a-ba194aa3867f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.467913] env[68292]: DEBUG oslo_vmware.api [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072150, 'name': ResetVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.506787] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.677217] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.679758] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.570s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.679971] env[68292]: DEBUG nova.objects.instance [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 907.702855] env[68292]: INFO nova.scheduler.client.report [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Deleted allocations for instance 40054cea-df8d-4455-9aa9-7ef7e5f18f9e [ 907.970265] env[68292]: DEBUG oslo_vmware.api [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072150, 'name': ResetVM_Task, 'duration_secs': 1.13754} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.970557] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Did hard reboot of VM {{(pid=68292) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 907.970791] env[68292]: DEBUG nova.compute.manager [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.971610] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feed01a4-a062-4d00-ae16-57786cbde764 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.216949] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b5033b0f-1325-4904-9902-62e04632435d tempest-ListServersNegativeTestJSON-1015952662 tempest-ListServersNegativeTestJSON-1015952662-project-member] Lock "40054cea-df8d-4455-9aa9-7ef7e5f18f9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.074s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.488027] env[68292]: DEBUG oslo_concurrency.lockutils [None req-98367719-324f-49ef-9333-dea9459541a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.418s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.690018] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee1c6f18-3333-4eb1-803c-eb96c8def6bb tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.691670] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.407s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.742410] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 9cf39460-a830-432d-aba3-d5e0ebca02b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 909.742410] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance fd7b06e0-dac8-4f70-9554-170b4bb82b6e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 909.742410] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance aabf83d8-a77c-496a-a909-a9e315d67082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.742410] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance beeb9d6b-9333-4073-a690-e23db124d5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.742410] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance fb38cea4-d100-4b0c-bf60-53a77aac36c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.742410] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 19002d14-56a7-4f6c-a285-34e48434122d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.742410] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance e1dee11e-e22b-48b2-9767-e1a06d5d0325 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.742410] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 0196b796-8e2b-470e-90a0-4cd261d46415 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 909.742410] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 909.742410] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance b324ef32-f584-4281-a50d-7aaf546a96ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.742410] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.742410] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance cd000ca6-2a7b-4555-981d-9383b128f050 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 909.744978] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance c21efb0d-221b-4875-875f-4601617a4c10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 909.744978] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance c8d7b2a6-2b1a-475f-836e-2f1ab5975e86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.744978] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance e40220b1-d630-4ad9-9d4e-5f7a443e57af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 910.247908] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance c7df0053-eb53-4ec0-ab7e-537a26474a85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 910.753652] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 52ae3c6e-6051-444c-b1db-92edb3a1867f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 911.257485] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 911.761265] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance efa23920-b384-4f40-b1ba-2a58538d89bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 912.204716] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Acquiring lock "e1dee11e-e22b-48b2-9767-e1a06d5d0325" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.205015] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Lock "e1dee11e-e22b-48b2-9767-e1a06d5d0325" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.205243] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Acquiring lock "e1dee11e-e22b-48b2-9767-e1a06d5d0325-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.205430] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Lock "e1dee11e-e22b-48b2-9767-e1a06d5d0325-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.205686] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Lock "e1dee11e-e22b-48b2-9767-e1a06d5d0325-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.208079] env[68292]: INFO nova.compute.manager [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Terminating instance [ 912.264492] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance fbee0abd-c4ac-4a12-a42c-882a1f62ea49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 912.715031] env[68292]: DEBUG nova.compute.manager [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.715031] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.715959] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd6cccd-1d42-46c6-8d69-c4de026a5278 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.724623] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.724894] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5fc1829-3abc-4dd5-b0f9-54679ad2ef8b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.734133] env[68292]: DEBUG oslo_vmware.api [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Waiting for the task: (returnval){ [ 912.734133] env[68292]: value = "task-3072151" [ 912.734133] env[68292]: _type = "Task" [ 912.734133] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.744557] env[68292]: DEBUG oslo_vmware.api [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3072151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.767625] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 913.210400] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1f968-eca7-9ca4-ca78-3b724d327b21/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 913.211436] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b76a6c8-e818-4eaa-8944-18cd82d88508 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.221160] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1f968-eca7-9ca4-ca78-3b724d327b21/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 913.221378] env[68292]: ERROR oslo_vmware.rw_handles [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1f968-eca7-9ca4-ca78-3b724d327b21/disk-0.vmdk due to incomplete transfer. [ 913.221658] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fa0d0f52-dc15-469b-8386-f63fff0f9362 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.231152] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1f968-eca7-9ca4-ca78-3b724d327b21/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 913.231402] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Uploaded image 51d5a3ab-377f-4343-ac8f-914e35be6eee to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 913.234071] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 913.234466] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf2ccfdd-43b6-4259-aba1-544d07b4e4c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.248702] env[68292]: DEBUG oslo_vmware.api [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3072151, 'name': PowerOffVM_Task, 'duration_secs': 0.22211} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.250243] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.250440] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.250789] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 913.250789] env[68292]: value = "task-3072152" [ 913.250789] env[68292]: _type = "Task" [ 913.250789] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.250993] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e0ac7d5-aa0b-488f-b8bf-4ecc19e49c71 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.265219] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072152, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.272563] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance dfe692de-b54f-4995-acd1-866e2db6f9ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 913.337919] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.338173] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.338728] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Deleting the datastore file [datastore2] e1dee11e-e22b-48b2-9767-e1a06d5d0325 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.338728] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43ea2d68-bf9c-4f0c-8b0c-5a5e4d67d161 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.346786] env[68292]: DEBUG oslo_vmware.api [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Waiting for the task: (returnval){ [ 913.346786] env[68292]: value = "task-3072154" [ 913.346786] env[68292]: _type = "Task" [ 913.346786] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.355700] env[68292]: DEBUG oslo_vmware.api [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3072154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.770198] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Acquiring lock "96556201-da4b-465b-aaf1-054ec7efefcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.770766] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Lock "96556201-da4b-465b-aaf1-054ec7efefcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.770766] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072152, 'name': Destroy_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.773733] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 086ae16c-239b-4e5f-8bc7-393f6f84a5ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 913.857124] env[68292]: DEBUG oslo_vmware.api [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Task: {'id': task-3072154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143048} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.857124] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.857286] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.857496] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.857727] env[68292]: INFO nova.compute.manager [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Took 1.14 seconds to destroy the instance on the hypervisor. [ 913.858059] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.858321] env[68292]: DEBUG nova.compute.manager [-] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.858438] env[68292]: DEBUG nova.network.neutron [-] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.264011] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072152, 'name': Destroy_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.277522] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 0cca456e-0449-441c-b8dc-ad096e14943c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 914.422195] env[68292]: DEBUG nova.compute.manager [req-3d80ecdf-7f7e-4a9b-bd79-e72b72f64ab3 req-b42831f3-9ba8-45b5-b2b8-d464bc99efc4 service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Received event network-vif-deleted-4a5966b4-6151-4f38-ac26-fcd0e93884a0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.422918] env[68292]: INFO nova.compute.manager [req-3d80ecdf-7f7e-4a9b-bd79-e72b72f64ab3 req-b42831f3-9ba8-45b5-b2b8-d464bc99efc4 service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Neutron deleted interface 4a5966b4-6151-4f38-ac26-fcd0e93884a0; detaching it from the instance and deleting it from the info cache [ 914.423131] env[68292]: DEBUG nova.network.neutron [req-3d80ecdf-7f7e-4a9b-bd79-e72b72f64ab3 req-b42831f3-9ba8-45b5-b2b8-d464bc99efc4 service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.625299] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "eb6f9ed9-be86-4603-b69c-b66aa2edccc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.625299] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "eb6f9ed9-be86-4603-b69c-b66aa2edccc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.765206] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072152, 'name': Destroy_Task, 'duration_secs': 1.333805} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.765550] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Destroyed the VM [ 914.765801] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 914.766079] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ef74f15-50e6-4954-ad8d-811d3cba7bb7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.773523] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 914.773523] env[68292]: value = "task-3072155" [ 914.773523] env[68292]: _type = "Task" [ 914.773523] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.782283] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 4d6427ba-648b-4fbf-8b4b-53511e0a611d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 914.783643] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072155, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.905493] env[68292]: DEBUG nova.network.neutron [-] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.926478] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcff6024-fecd-4164-9003-30a5ec47a7bd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.936027] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d462e64-7b2b-45ab-b9a7-bddb85d1f21f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.965302] env[68292]: DEBUG nova.compute.manager [req-3d80ecdf-7f7e-4a9b-bd79-e72b72f64ab3 req-b42831f3-9ba8-45b5-b2b8-d464bc99efc4 service nova] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Detach interface failed, port_id=4a5966b4-6151-4f38-ac26-fcd0e93884a0, reason: Instance e1dee11e-e22b-48b2-9767-e1a06d5d0325 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.283516] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072155, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.285513] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 915.285513] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (5de465a1-5463-49a8-ac36-0f939aeb666c): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 915.412480] env[68292]: INFO nova.compute.manager [-] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Took 1.55 seconds to deallocate network for instance. [ 915.784082] env[68292]: DEBUG oslo_vmware.api [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072155, 'name': RemoveSnapshot_Task, 'duration_secs': 0.599219} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.784367] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 915.784611] env[68292]: INFO nova.compute.manager [None req-b0eb790f-750e-4f01-b270-e3aa66bcd5a7 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Took 15.03 seconds to snapshot the instance on the hypervisor. [ 915.787863] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 21a4104b-e0ae-480c-bc3a-e33a646dff63 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 915.920158] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.291162] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 41e4be51-e7a8-449b-aa03-2c05099de141 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 916.794437] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance cb712708-9c16-4cd1-ad71-820984abbc98 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 916.794766] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 916.794940] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 917.124790] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338f7fd9-b47f-4c3e-9e49-cc23e285b399 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.132994] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec5ab9-5d75-487d-bd22-a2d1c17afbca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.163595] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a73f83-9a69-45df-9ccd-88b6add272e8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.171394] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00d86b6-3896-4a35-9f98-3f34b629c699 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.184710] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.691026] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.196096] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 918.196386] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.505s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.196576] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.705s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.198147] env[68292]: INFO nova.compute.claims [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.200764] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.200913] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Cleaning up deleted instances {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 918.714249] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] There are 43 instances to clean {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 918.714864] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: f8bbaccc-7066-43d8-939f-e3a1a22ac8c5] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.053997] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1a346b-39ad-46e7-a0b0-b607b2cae02a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.061779] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808dd2d0-8b7b-437b-be3e-1388cfbc70c4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.091787] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d9f08-93b4-47c4-8fa6-9779615dad4c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.098800] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdead765-ac08-433d-876e-7c79f17c330c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.111619] env[68292]: DEBUG nova.compute.provider_tree [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.221373] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 24a921b4-3ba8-47b9-b0fc-27f22e8dd87f] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.614494] env[68292]: DEBUG nova.scheduler.client.report [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.724204] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 1d970a47-1c77-4915-858d-dbd53312fe61] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.119839] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.923s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.120416] env[68292]: DEBUG nova.compute.manager [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.123318] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.272s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.124685] env[68292]: INFO nova.compute.claims [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.227246] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 4de9c926-3c1c-477b-9d20-15b926760b5d] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.632035] env[68292]: DEBUG nova.compute.utils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.633016] env[68292]: DEBUG nova.compute.manager [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.633208] env[68292]: DEBUG nova.network.neutron [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.681168] env[68292]: DEBUG nova.policy [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09c88045a16a43d3b12abf4f2c077b41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4dbc2940b7d4da19dfec0fd71f0bfc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.730253] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 9efc688b-d665-45de-bc9e-ada61e5cb4a1] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.982179] env[68292]: DEBUG nova.network.neutron [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Successfully created port: dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.138914] env[68292]: DEBUG nova.compute.manager [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.235149] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 28add4e9-37aa-40bf-8aca-78214365ee1b] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.527151] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571399de-8995-4fa3-b6a1-09444289b8fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.535804] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa8becc-c1b5-47c1-ad6c-d851074fbf4b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.578035] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b64ed37-daf1-4eec-82ad-e8cfe5e05cd5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.588101] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a00738-5a58-4bd0-971d-c1e10bcec555 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.601424] env[68292]: DEBUG nova.compute.provider_tree [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.738896] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 83b41147-3328-4251-8b8c-242a50534830] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.105455] env[68292]: DEBUG nova.scheduler.client.report [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.149631] env[68292]: DEBUG nova.compute.manager [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.174798] env[68292]: DEBUG nova.virt.hardware [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.175068] env[68292]: DEBUG nova.virt.hardware [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.175227] env[68292]: DEBUG nova.virt.hardware [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.175408] env[68292]: DEBUG nova.virt.hardware [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.175579] env[68292]: DEBUG nova.virt.hardware [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.175723] env[68292]: DEBUG nova.virt.hardware [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.175933] env[68292]: DEBUG nova.virt.hardware [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.176109] env[68292]: DEBUG nova.virt.hardware [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.176279] env[68292]: DEBUG nova.virt.hardware [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.176444] env[68292]: DEBUG nova.virt.hardware [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.176634] env[68292]: DEBUG nova.virt.hardware [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.177487] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a925794-1ebc-4cda-a33d-9575ba71774e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.185447] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e466421-56b6-471f-ac77-3c16ffdb6e60 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.241937] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 47de732d-5723-4c39-bb80-cbc393cbb123] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.371383] env[68292]: DEBUG nova.compute.manager [req-c5a15506-1898-4d0b-b558-9b89e510c163 req-c9847c86-da21-4503-8ada-8ca42f86cb7f service nova] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Received event network-vif-plugged-dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.371679] env[68292]: DEBUG oslo_concurrency.lockutils [req-c5a15506-1898-4d0b-b558-9b89e510c163 req-c9847c86-da21-4503-8ada-8ca42f86cb7f service nova] Acquiring lock "c7df0053-eb53-4ec0-ab7e-537a26474a85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.372241] env[68292]: DEBUG oslo_concurrency.lockutils [req-c5a15506-1898-4d0b-b558-9b89e510c163 req-c9847c86-da21-4503-8ada-8ca42f86cb7f service nova] Lock "c7df0053-eb53-4ec0-ab7e-537a26474a85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.372551] env[68292]: DEBUG oslo_concurrency.lockutils [req-c5a15506-1898-4d0b-b558-9b89e510c163 req-c9847c86-da21-4503-8ada-8ca42f86cb7f service nova] Lock "c7df0053-eb53-4ec0-ab7e-537a26474a85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.372928] env[68292]: DEBUG nova.compute.manager [req-c5a15506-1898-4d0b-b558-9b89e510c163 req-c9847c86-da21-4503-8ada-8ca42f86cb7f service nova] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] No waiting events found dispatching network-vif-plugged-dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.373145] env[68292]: WARNING nova.compute.manager [req-c5a15506-1898-4d0b-b558-9b89e510c163 req-c9847c86-da21-4503-8ada-8ca42f86cb7f service nova] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Received unexpected event network-vif-plugged-dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2 for instance with vm_state building and task_state spawning. [ 922.483164] env[68292]: DEBUG nova.network.neutron [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Successfully updated port: dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.610655] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.612908] env[68292]: DEBUG nova.compute.manager [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.616043] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.600s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.616151] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.617110] env[68292]: INFO nova.compute.manager [None req-f942b912-1df8-428f-8b65-840b09dd150c tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Successfully reverted task state from rebuilding on failure for instance. [ 922.621338] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.338s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.622800] env[68292]: INFO nova.compute.claims [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.745403] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 40054cea-df8d-4455-9aa9-7ef7e5f18f9e] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.983399] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "refresh_cache-c7df0053-eb53-4ec0-ab7e-537a26474a85" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.983590] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquired lock "refresh_cache-c7df0053-eb53-4ec0-ab7e-537a26474a85" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.983759] env[68292]: DEBUG nova.network.neutron [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.127882] env[68292]: DEBUG nova.compute.utils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.130548] env[68292]: DEBUG nova.compute.manager [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Not allocating networking since 'none' was specified. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 923.249155] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 091c02fd-3fef-4b06-b81b-d3d3397c51a1] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.516953] env[68292]: DEBUG nova.network.neutron [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.631953] env[68292]: DEBUG nova.compute.manager [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.674283] env[68292]: DEBUG nova.network.neutron [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Updating instance_info_cache with network_info: [{"id": "dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2", "address": "fa:16:3e:73:30:95", "network": {"id": "85fd49bb-8713-44a0-ad26-ce75f3f5f837", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1306560034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4dbc2940b7d4da19dfec0fd71f0bfc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafa5d5a-1d", "ovs_interfaceid": "dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.752511] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: afb6920d-1c34-440d-a0df-33e48701dade] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.042438] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6f9664-6eaa-4bed-8ce5-2a51fc8788a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.050343] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c49894c-6211-43b4-b446-b3cfcc407ba2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.079605] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc971984-36e6-472c-b967-585fa2d18a71 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.086906] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47230de6-1250-49ad-a035-df9939dae589 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.100862] env[68292]: DEBUG nova.compute.provider_tree [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.181534] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Releasing lock "refresh_cache-c7df0053-eb53-4ec0-ab7e-537a26474a85" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.181851] env[68292]: DEBUG nova.compute.manager [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Instance network_info: |[{"id": "dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2", "address": "fa:16:3e:73:30:95", "network": {"id": "85fd49bb-8713-44a0-ad26-ce75f3f5f837", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1306560034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4dbc2940b7d4da19dfec0fd71f0bfc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafa5d5a-1d", "ovs_interfaceid": "dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.182269] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:30:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.189992] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.190449] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.190676] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-798dbdf5-040b-4bda-8857-653eab1beb6a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.210495] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.210495] env[68292]: value = "task-3072156" [ 924.210495] env[68292]: _type = "Task" [ 924.210495] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.217762] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072156, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.258770] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: e4180bfa-0718-445e-823c-0fc272adb215] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.416440] env[68292]: DEBUG nova.compute.manager [req-172577ae-1ed4-4ec3-bb9c-a2a15328b2d4 req-6f9db549-298c-48d5-9bfe-d170a0d7adb5 service nova] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Received event network-changed-dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.416649] env[68292]: DEBUG nova.compute.manager [req-172577ae-1ed4-4ec3-bb9c-a2a15328b2d4 req-6f9db549-298c-48d5-9bfe-d170a0d7adb5 service nova] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Refreshing instance network info cache due to event network-changed-dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.416880] env[68292]: DEBUG oslo_concurrency.lockutils [req-172577ae-1ed4-4ec3-bb9c-a2a15328b2d4 req-6f9db549-298c-48d5-9bfe-d170a0d7adb5 service nova] Acquiring lock "refresh_cache-c7df0053-eb53-4ec0-ab7e-537a26474a85" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.416963] env[68292]: DEBUG oslo_concurrency.lockutils [req-172577ae-1ed4-4ec3-bb9c-a2a15328b2d4 req-6f9db549-298c-48d5-9bfe-d170a0d7adb5 service nova] Acquired lock "refresh_cache-c7df0053-eb53-4ec0-ab7e-537a26474a85" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.417063] env[68292]: DEBUG nova.network.neutron [req-172577ae-1ed4-4ec3-bb9c-a2a15328b2d4 req-6f9db549-298c-48d5-9bfe-d170a0d7adb5 service nova] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Refreshing network info cache for port dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.608406] env[68292]: DEBUG nova.scheduler.client.report [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.645746] env[68292]: DEBUG nova.compute.manager [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.670056] env[68292]: DEBUG nova.virt.hardware [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.670333] env[68292]: DEBUG nova.virt.hardware [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.670493] env[68292]: DEBUG nova.virt.hardware [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.670780] env[68292]: DEBUG nova.virt.hardware [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.671060] env[68292]: DEBUG nova.virt.hardware [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.671256] env[68292]: DEBUG nova.virt.hardware [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.671483] env[68292]: DEBUG nova.virt.hardware [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.671650] env[68292]: DEBUG nova.virt.hardware [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.671824] env[68292]: DEBUG nova.virt.hardware [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.672074] env[68292]: DEBUG nova.virt.hardware [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.672289] env[68292]: DEBUG nova.virt.hardware [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.673154] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ff85f-e781-45c9-a6dc-d735297e785b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.681798] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe62da7-7b0e-47d9-b013-dc9c4403ec41 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.695197] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.700610] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Creating folder: Project (0816e67a23ca4c469a7c21760c4bcd19). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.700876] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fff9cf0-550e-429a-bb93-9d12beb45f18 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.714500] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Created folder: Project (0816e67a23ca4c469a7c21760c4bcd19) in parent group-v614981. [ 924.714692] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Creating folder: Instances. Parent ref: group-v615163. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.715291] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09a49f42-0a44-4b4e-9f8f-7d604f442c7f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.719860] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072156, 'name': CreateVM_Task, 'duration_secs': 0.315976} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.720304] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.720949] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.721130] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.721441] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.721669] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a22569-cd6f-4a6c-828a-23069581e137 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.725833] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 924.725833] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c34a6d-3ff5-524a-0c87-0f1b36b01494" [ 924.725833] env[68292]: _type = "Task" [ 924.725833] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.729718] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Created folder: Instances in parent group-v615163. [ 924.729994] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.730562] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.730805] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3b8cd4f-2f47-4554-a93e-67f2f8c8103d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.745714] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c34a6d-3ff5-524a-0c87-0f1b36b01494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.749456] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.749456] env[68292]: value = "task-3072159" [ 924.749456] env[68292]: _type = "Task" [ 924.749456] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.758189] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072159, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.761698] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: ea193bed-f2ab-46db-9db5-3c0ca3c18b3b] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.112799] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.113376] env[68292]: DEBUG nova.compute.manager [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.116116] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.077s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.120934] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.123773] env[68292]: DEBUG oslo_concurrency.lockutils [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.809s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.123971] env[68292]: DEBUG oslo_concurrency.lockutils [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.125871] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.638s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.127436] env[68292]: INFO nova.compute.claims [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.155024] env[68292]: INFO nova.scheduler.client.report [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted allocations for instance cd000ca6-2a7b-4555-981d-9383b128f050 [ 925.162314] env[68292]: INFO nova.scheduler.client.report [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Deleted allocations for instance fd7b06e0-dac8-4f70-9554-170b4bb82b6e [ 925.185011] env[68292]: DEBUG nova.network.neutron [req-172577ae-1ed4-4ec3-bb9c-a2a15328b2d4 req-6f9db549-298c-48d5-9bfe-d170a0d7adb5 service nova] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Updated VIF entry in instance network info cache for port dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.186832] env[68292]: DEBUG nova.network.neutron [req-172577ae-1ed4-4ec3-bb9c-a2a15328b2d4 req-6f9db549-298c-48d5-9bfe-d170a0d7adb5 service nova] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Updating instance_info_cache with network_info: [{"id": "dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2", "address": "fa:16:3e:73:30:95", "network": {"id": "85fd49bb-8713-44a0-ad26-ce75f3f5f837", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1306560034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4dbc2940b7d4da19dfec0fd71f0bfc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafa5d5a-1d", "ovs_interfaceid": "dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.235954] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c34a6d-3ff5-524a-0c87-0f1b36b01494, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.236354] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.236617] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.236877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.237043] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.237232] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.237492] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ade1b73d-9938-43f4-9465-e745c59135ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.245449] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.245660] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.246394] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c58755-f3dd-451f-93e2-7ceb9332b501 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.254593] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 925.254593] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52bf5c3e-ab78-bff2-7a20-73fa18082d4c" [ 925.254593] env[68292]: _type = "Task" [ 925.254593] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.260905] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072159, 'name': CreateVM_Task, 'duration_secs': 0.256635} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.261421] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.261928] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.262158] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.262547] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.265897] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebc782a-6dc4-427e-9d4f-846638d52bfc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.267473] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 1602c168-e4e2-46ef-80d9-adfee191fde7] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.269173] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bf5c3e-ab78-bff2-7a20-73fa18082d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.270359] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049cd9f7-786c-41c2-b9da-a809d4060852 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.273735] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 925.273735] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5206130a-4e9d-fe43-ce2a-13d7abde645a" [ 925.273735] env[68292]: _type = "Task" [ 925.273735] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.278260] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 925.278260] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d3418f-50d4-bb4f-6438-21c7a8515c51" [ 925.278260] env[68292]: _type = "Task" [ 925.278260] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.285112] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5206130a-4e9d-fe43-ce2a-13d7abde645a, 'name': SearchDatastore_Task, 'duration_secs': 0.00804} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.285707] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.285978] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.286215] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.289317] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d3418f-50d4-bb4f-6438-21c7a8515c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.633169] env[68292]: DEBUG nova.compute.utils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.634588] env[68292]: DEBUG nova.compute.manager [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.634762] env[68292]: DEBUG nova.network.neutron [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.666763] env[68292]: DEBUG oslo_concurrency.lockutils [None req-823e55ab-fa7c-4d24-bd5f-eb18093175a5 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "cd000ca6-2a7b-4555-981d-9383b128f050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.934s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.669328] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0644dcaa-f027-4899-baec-ffd7c6d14255 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "fd7b06e0-dac8-4f70-9554-170b4bb82b6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.725s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.690035] env[68292]: DEBUG oslo_concurrency.lockutils [req-172577ae-1ed4-4ec3-bb9c-a2a15328b2d4 req-6f9db549-298c-48d5-9bfe-d170a0d7adb5 service nova] Releasing lock "refresh_cache-c7df0053-eb53-4ec0-ab7e-537a26474a85" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.695743] env[68292]: DEBUG nova.policy [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0df73a24f6b14a3d86a5219a9aa4f8d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a543e40e62d465d9a711e9dd97cc817', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.770779] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 4fca172c-bc9d-4345-8d9a-ff65eb5bd56a] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.790208] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d3418f-50d4-bb4f-6438-21c7a8515c51, 'name': SearchDatastore_Task, 'duration_secs': 0.015453} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.790208] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.790208] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] c7df0053-eb53-4ec0-ab7e-537a26474a85/c7df0053-eb53-4ec0-ab7e-537a26474a85.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.790208] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.790208] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.790208] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fb7917a-9a35-4297-ade3-f5132f4d65df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.792939] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f037aac-20b5-420a-add9-53a7c6baf3ca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.801510] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 925.801510] env[68292]: value = "task-3072160" [ 925.801510] env[68292]: _type = "Task" [ 925.801510] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.809028] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.809028] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.809028] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44defe5-f1bf-44a9-a571-528cf671a4e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.813514] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.816711] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 925.816711] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52cd0772-556d-b9ef-d6a5-bf10cf2ee743" [ 925.816711] env[68292]: _type = "Task" [ 925.816711] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.824356] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cd0772-556d-b9ef-d6a5-bf10cf2ee743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.052084] env[68292]: DEBUG nova.network.neutron [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Successfully created port: 33df829f-d3e8-4841-b997-b6d5114eaab6 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.143804] env[68292]: DEBUG nova.compute.manager [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.276812] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: cd01f9f6-0793-4e51-8197-6022d31f9a97] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.317060] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471103} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.319731] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] c7df0053-eb53-4ec0-ab7e-537a26474a85/c7df0053-eb53-4ec0-ab7e-537a26474a85.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.319949] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.324384] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3539a9d9-b5f7-4fea-9a27-e3d174933f09 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.332853] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cd0772-556d-b9ef-d6a5-bf10cf2ee743, 'name': SearchDatastore_Task, 'duration_secs': 0.016616} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.334571] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 926.334571] env[68292]: value = "task-3072161" [ 926.334571] env[68292]: _type = "Task" [ 926.334571] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.335071] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e044317-c832-4c37-ad31-ac4628826c68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.346072] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 926.346072] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521bb681-8b57-0293-74d1-91981837c767" [ 926.346072] env[68292]: _type = "Task" [ 926.346072] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.356538] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521bb681-8b57-0293-74d1-91981837c767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.523965] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "ee79c3c2-5827-4371-96bd-d7052ca0717a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.523965] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "ee79c3c2-5827-4371-96bd-d7052ca0717a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.633997] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b8822d-a1cd-4880-80d1-f3199561b49a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.643122] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3467fa-0893-495e-9c31-5ad26ed174bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.681101] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb57dd6c-7cbd-4efd-9607-d87fcca2ea93 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.690164] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a6053d-3914-4caf-8f3b-6bba9829b695 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.705910] env[68292]: DEBUG nova.compute.provider_tree [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.778586] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 066e61d9-8593-438c-87f0-871332f73ffd] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.846115] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083327} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.846391] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.847188] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f2dd85-99ed-482e-8c5e-c6d821935ba9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.871892] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] c7df0053-eb53-4ec0-ab7e-537a26474a85/c7df0053-eb53-4ec0-ab7e-537a26474a85.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.875639] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-165b2c39-c7d4-42eb-8d1b-881553d8ff54 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.889731] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521bb681-8b57-0293-74d1-91981837c767, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.889980] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.890310] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 52ae3c6e-6051-444c-b1db-92edb3a1867f/52ae3c6e-6051-444c-b1db-92edb3a1867f.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.890893] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47ae177c-27df-4134-87c9-e9a7b8edab2b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.895834] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 926.895834] env[68292]: value = "task-3072162" [ 926.895834] env[68292]: _type = "Task" [ 926.895834] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.899860] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 926.899860] env[68292]: value = "task-3072163" [ 926.899860] env[68292]: _type = "Task" [ 926.899860] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.906242] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.910459] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.182689] env[68292]: DEBUG nova.compute.manager [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.211038] env[68292]: DEBUG nova.scheduler.client.report [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.218180] env[68292]: DEBUG nova.virt.hardware [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.218471] env[68292]: DEBUG nova.virt.hardware [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.218642] env[68292]: DEBUG nova.virt.hardware [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.218827] env[68292]: DEBUG nova.virt.hardware [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.218982] env[68292]: DEBUG nova.virt.hardware [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.219157] env[68292]: DEBUG nova.virt.hardware [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.219369] env[68292]: DEBUG nova.virt.hardware [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.219523] env[68292]: DEBUG nova.virt.hardware [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.219679] env[68292]: DEBUG nova.virt.hardware [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.219843] env[68292]: DEBUG nova.virt.hardware [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.220072] env[68292]: DEBUG nova.virt.hardware [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.221239] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c90c22-f4ce-4905-97b0-ba888db2c253 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.231446] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72139b05-ec42-486c-809e-b3c36dcd3a58 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.281948] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: b218486a-5377-493a-af05-62611c6d65e2] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.406289] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072162, 'name': ReconfigVM_Task, 'duration_secs': 0.475595} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.406935] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Reconfigured VM instance instance-0000003f to attach disk [datastore2] c7df0053-eb53-4ec0-ab7e-537a26474a85/c7df0053-eb53-4ec0-ab7e-537a26474a85.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.407575] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e2a556-7b75-41ce-a682-b72a0757e557 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.411860] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461967} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.412450] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 52ae3c6e-6051-444c-b1db-92edb3a1867f/52ae3c6e-6051-444c-b1db-92edb3a1867f.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.412674] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.412918] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeaa1e9c-95a6-44e2-8fdb-c8ab3b0e45d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.416775] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 927.416775] env[68292]: value = "task-3072164" [ 927.416775] env[68292]: _type = "Task" [ 927.416775] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.420842] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 927.420842] env[68292]: value = "task-3072165" [ 927.420842] env[68292]: _type = "Task" [ 927.420842] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.427762] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072164, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.432484] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.725483] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.726095] env[68292]: DEBUG nova.compute.manager [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.729877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.914s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.730086] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.732039] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.452s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.732233] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.733952] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.918s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.735427] env[68292]: INFO nova.compute.claims [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.738734] env[68292]: DEBUG nova.compute.manager [req-d2781770-1e77-4821-8a33-4a9cff9985b2 req-faac74e9-995d-4ac8-a4ea-9e980601bee1 service nova] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Received event network-vif-plugged-33df829f-d3e8-4841-b997-b6d5114eaab6 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.738948] env[68292]: DEBUG oslo_concurrency.lockutils [req-d2781770-1e77-4821-8a33-4a9cff9985b2 req-faac74e9-995d-4ac8-a4ea-9e980601bee1 service nova] Acquiring lock "efa23920-b384-4f40-b1ba-2a58538d89bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.739172] env[68292]: DEBUG oslo_concurrency.lockutils [req-d2781770-1e77-4821-8a33-4a9cff9985b2 req-faac74e9-995d-4ac8-a4ea-9e980601bee1 service nova] Lock "efa23920-b384-4f40-b1ba-2a58538d89bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.739341] env[68292]: DEBUG oslo_concurrency.lockutils [req-d2781770-1e77-4821-8a33-4a9cff9985b2 req-faac74e9-995d-4ac8-a4ea-9e980601bee1 service nova] Lock "efa23920-b384-4f40-b1ba-2a58538d89bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.739508] env[68292]: DEBUG nova.compute.manager [req-d2781770-1e77-4821-8a33-4a9cff9985b2 req-faac74e9-995d-4ac8-a4ea-9e980601bee1 service nova] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] No waiting events found dispatching network-vif-plugged-33df829f-d3e8-4841-b997-b6d5114eaab6 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.739673] env[68292]: WARNING nova.compute.manager [req-d2781770-1e77-4821-8a33-4a9cff9985b2 req-faac74e9-995d-4ac8-a4ea-9e980601bee1 service nova] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Received unexpected event network-vif-plugged-33df829f-d3e8-4841-b997-b6d5114eaab6 for instance with vm_state building and task_state spawning. [ 927.750662] env[68292]: DEBUG nova.network.neutron [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Successfully updated port: 33df829f-d3e8-4841-b997-b6d5114eaab6 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.773365] env[68292]: INFO nova.scheduler.client.report [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted allocations for instance 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385 [ 927.788425] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 6f44a390-b18c-4da9-b779-3e45c1a9ed92] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.928293] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072164, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.932717] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061526} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.932949] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.933714] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae0cb62-571c-4ff2-8a7d-50a863a7d85a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.952195] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 52ae3c6e-6051-444c-b1db-92edb3a1867f/52ae3c6e-6051-444c-b1db-92edb3a1867f.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.952381] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc4b4652-b7ce-4f8e-84fb-9d760d63a06e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.970947] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 927.970947] env[68292]: value = "task-3072166" [ 927.970947] env[68292]: _type = "Task" [ 927.970947] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.978077] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.242431] env[68292]: DEBUG nova.compute.utils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.245866] env[68292]: DEBUG nova.compute.manager [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.246053] env[68292]: DEBUG nova.network.neutron [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.252565] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.252842] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.253081] env[68292]: DEBUG nova.network.neutron [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.262543] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ee4-18ea-414c-9ffb-affcfdeb118f tempest-ServerActionsV293TestJSON-152446143 tempest-ServerActionsV293TestJSON-152446143-project-member] Lock "6dc99502-2329-4b20-828e-20591575c8ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.672s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.269786] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "93ea8365-56d5-406d-adea-9acfe659fc3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.269786] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "93ea8365-56d5-406d-adea-9acfe659fc3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.280018] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e9aa9f99-db37-446b-8824-941b00850d74 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.980s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.292926] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 8fe7d6b6-f9d6-41d3-b0b9-de114a053c17] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.311918] env[68292]: DEBUG nova.policy [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '420e35a728444a2dbf4b34526e978db0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc86a3be8e54e51af3b518499e5aeca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.427739] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072164, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.482278] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072166, 'name': ReconfigVM_Task, 'duration_secs': 0.248388} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.482657] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 52ae3c6e-6051-444c-b1db-92edb3a1867f/52ae3c6e-6051-444c-b1db-92edb3a1867f.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.483341] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c628e897-dc0f-4659-baeb-7d1c147dd78e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.489675] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 928.489675] env[68292]: value = "task-3072167" [ 928.489675] env[68292]: _type = "Task" [ 928.489675] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.498110] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072167, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.747269] env[68292]: DEBUG nova.compute.manager [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.794664] env[68292]: DEBUG nova.network.neutron [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.798715] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 60fe2903-0080-4440-b2a4-e25fd9a177e0] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.880764] env[68292]: DEBUG nova.network.neutron [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Successfully created port: b3e2f203-bfd7-44e3-aea0-899764949433 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.930265] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072164, 'name': Rename_Task, 'duration_secs': 1.032841} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.930585] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.930843] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05a76049-4b8a-4dbd-9177-ca90931eae3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.939848] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 928.939848] env[68292]: value = "task-3072168" [ 928.939848] env[68292]: _type = "Task" [ 928.939848] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.954920] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.996908] env[68292]: DEBUG nova.network.neutron [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance_info_cache with network_info: [{"id": "33df829f-d3e8-4841-b997-b6d5114eaab6", "address": "fa:16:3e:ba:5a:0c", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33df829f-d3", "ovs_interfaceid": "33df829f-d3e8-4841-b997-b6d5114eaab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.008970] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072167, 'name': Rename_Task, 'duration_secs': 0.142134} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.009889] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.010248] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a68e4eb-67ed-4c30-98e8-297a8a0a1f1f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.017306] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 929.017306] env[68292]: value = "task-3072169" [ 929.017306] env[68292]: _type = "Task" [ 929.017306] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.027673] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.211151] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d436dc15-51cd-421d-80bc-782f54a85297 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.219124] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2156a36-f2b5-4a81-b6da-6e852fb11a86 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.251716] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ac2f54-5e26-4231-a1b4-f0f8b698e45c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.263174] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c9916c-fb5f-4d2d-9b8b-91af35d710cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.276864] env[68292]: DEBUG nova.compute.provider_tree [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.301616] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 4ae6521d-9281-432a-80a6-96705ae092c1] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.447049] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.503492] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.503618] env[68292]: DEBUG nova.compute.manager [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Instance network_info: |[{"id": "33df829f-d3e8-4841-b997-b6d5114eaab6", "address": "fa:16:3e:ba:5a:0c", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33df829f-d3", "ovs_interfaceid": "33df829f-d3e8-4841-b997-b6d5114eaab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.504047] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:5a:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33df829f-d3e8-4841-b997-b6d5114eaab6', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.511843] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.512072] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.512305] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b86f136-48fc-4f6b-9ec7-d83d8172f770 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.534255] env[68292]: DEBUG oslo_vmware.api [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072169, 'name': PowerOnVM_Task, 'duration_secs': 0.424344} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.535380] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.535608] env[68292]: INFO nova.compute.manager [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Took 4.89 seconds to spawn the instance on the hypervisor. [ 929.535793] env[68292]: DEBUG nova.compute.manager [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.536034] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.536034] env[68292]: value = "task-3072170" [ 929.536034] env[68292]: _type = "Task" [ 929.536034] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.536668] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadb255d-78c5-4481-aae1-57f4b17c1238 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.549548] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072170, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.764233] env[68292]: DEBUG nova.compute.manager [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.780546] env[68292]: DEBUG nova.scheduler.client.report [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.797140] env[68292]: DEBUG nova.virt.hardware [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.797407] env[68292]: DEBUG nova.virt.hardware [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.797572] env[68292]: DEBUG nova.virt.hardware [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.797758] env[68292]: DEBUG nova.virt.hardware [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.797916] env[68292]: DEBUG nova.virt.hardware [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.798183] env[68292]: DEBUG nova.virt.hardware [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.798422] env[68292]: DEBUG nova.virt.hardware [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.798587] env[68292]: DEBUG nova.virt.hardware [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.798797] env[68292]: DEBUG nova.virt.hardware [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.798971] env[68292]: DEBUG nova.virt.hardware [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.799170] env[68292]: DEBUG nova.virt.hardware [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.800786] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f51e68-3ea6-4e86-a3ba-4fabc2ba95b0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.804826] env[68292]: DEBUG nova.compute.manager [req-b8fd4e68-424b-4e5b-ac18-3805a5176cba req-a4b89bf7-94c1-4fbf-8445-75ada0f8a068 service nova] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Received event network-changed-33df829f-d3e8-4841-b997-b6d5114eaab6 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.804998] env[68292]: DEBUG nova.compute.manager [req-b8fd4e68-424b-4e5b-ac18-3805a5176cba req-a4b89bf7-94c1-4fbf-8445-75ada0f8a068 service nova] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Refreshing instance network info cache due to event network-changed-33df829f-d3e8-4841-b997-b6d5114eaab6. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.805346] env[68292]: DEBUG oslo_concurrency.lockutils [req-b8fd4e68-424b-4e5b-ac18-3805a5176cba req-a4b89bf7-94c1-4fbf-8445-75ada0f8a068 service nova] Acquiring lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.805442] env[68292]: DEBUG oslo_concurrency.lockutils [req-b8fd4e68-424b-4e5b-ac18-3805a5176cba req-a4b89bf7-94c1-4fbf-8445-75ada0f8a068 service nova] Acquired lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.805598] env[68292]: DEBUG nova.network.neutron [req-b8fd4e68-424b-4e5b-ac18-3805a5176cba req-a4b89bf7-94c1-4fbf-8445-75ada0f8a068 service nova] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Refreshing network info cache for port 33df829f-d3e8-4841-b997-b6d5114eaab6 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.807841] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: a45be5f5-c1a5-45b1-8b88-7eca1b3cb8b6] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.815397] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd17bfb-a490-477e-a594-15937b359b6f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.947597] env[68292]: DEBUG oslo_vmware.api [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072168, 'name': PowerOnVM_Task, 'duration_secs': 0.72283} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.948273] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.948445] env[68292]: INFO nova.compute.manager [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Took 7.80 seconds to spawn the instance on the hypervisor. [ 929.948489] env[68292]: DEBUG nova.compute.manager [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.949282] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2ea227-3543-4291-b468-61691f709285 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.048302] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072170, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.057864] env[68292]: INFO nova.compute.manager [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Took 57.22 seconds to build instance. [ 930.287522] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.288074] env[68292]: DEBUG nova.compute.manager [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.291280] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.040s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.292658] env[68292]: INFO nova.compute.claims [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.312252] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 357679d3-4eba-4d3f-9178-43e4521fe6aa] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.468352] env[68292]: INFO nova.compute.manager [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Took 58.00 seconds to build instance. [ 930.473811] env[68292]: DEBUG nova.network.neutron [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Successfully updated port: b3e2f203-bfd7-44e3-aea0-899764949433 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.552326] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072170, 'name': CreateVM_Task, 'duration_secs': 0.566389} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.552521] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.553233] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.553403] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.553745] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.554014] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e92da98-527b-469e-bdd9-244b626fff9e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.558798] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 930.558798] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]524ecba0-60bc-07eb-946c-aef89d9e4d3f" [ 930.558798] env[68292]: _type = "Task" [ 930.558798] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.562412] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77a021ef-e27c-42b2-904d-0b761cfe3560 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lock "52ae3c6e-6051-444c-b1db-92edb3a1867f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.740s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.568212] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524ecba0-60bc-07eb-946c-aef89d9e4d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.570160] env[68292]: DEBUG nova.network.neutron [req-b8fd4e68-424b-4e5b-ac18-3805a5176cba req-a4b89bf7-94c1-4fbf-8445-75ada0f8a068 service nova] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updated VIF entry in instance network info cache for port 33df829f-d3e8-4841-b997-b6d5114eaab6. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.570491] env[68292]: DEBUG nova.network.neutron [req-b8fd4e68-424b-4e5b-ac18-3805a5176cba req-a4b89bf7-94c1-4fbf-8445-75ada0f8a068 service nova] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance_info_cache with network_info: [{"id": "33df829f-d3e8-4841-b997-b6d5114eaab6", "address": "fa:16:3e:ba:5a:0c", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33df829f-d3", "ovs_interfaceid": "33df829f-d3e8-4841-b997-b6d5114eaab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.797109] env[68292]: DEBUG nova.compute.utils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.800348] env[68292]: DEBUG nova.compute.manager [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.800521] env[68292]: DEBUG nova.network.neutron [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.816456] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: f42defe1-aa9a-4277-b53f-4a72bc3150a2] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.841234] env[68292]: INFO nova.compute.manager [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Rebuilding instance [ 930.851897] env[68292]: DEBUG nova.policy [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '781647505ebb451b99bc6f45a57386a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dd6f1467b194d4ebcf1abd144bb8cc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.893145] env[68292]: DEBUG nova.compute.manager [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.894679] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20c206d-e0fa-44b7-afe3-bb1a1a25e964 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.970398] env[68292]: DEBUG oslo_concurrency.lockutils [None req-22bbbea7-fc4f-4556-9b3b-86612fbaa23f tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "c7df0053-eb53-4ec0-ab7e-537a26474a85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.511s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.978871] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.979064] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquired lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.979224] env[68292]: DEBUG nova.network.neutron [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.065199] env[68292]: DEBUG nova.compute.manager [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.076619] env[68292]: DEBUG oslo_concurrency.lockutils [req-b8fd4e68-424b-4e5b-ac18-3805a5176cba req-a4b89bf7-94c1-4fbf-8445-75ada0f8a068 service nova] Releasing lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.076619] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524ecba0-60bc-07eb-946c-aef89d9e4d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011884} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.076619] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.076619] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.076619] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.076619] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.076619] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.076909] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f90ee28e-fc2e-48e1-b06b-94481595f6c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.086913] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.087159] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.088174] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd868d9-55ad-46c7-84a2-febe4f86b5ef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.095389] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 931.095389] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c4a8b9-ce09-a1f6-4bd0-320e279f7d18" [ 931.095389] env[68292]: _type = "Task" [ 931.095389] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.106969] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c4a8b9-ce09-a1f6-4bd0-320e279f7d18, 'name': SearchDatastore_Task, 'duration_secs': 0.009911} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.109940] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3bb294-daf6-418b-aa38-374ed42480c2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.116443] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 931.116443] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526cdab2-2feb-81d0-8360-7bef302a5882" [ 931.116443] env[68292]: _type = "Task" [ 931.116443] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.125409] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526cdab2-2feb-81d0-8360-7bef302a5882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.225154] env[68292]: DEBUG nova.network.neutron [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Successfully created port: 6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.301398] env[68292]: DEBUG nova.compute.manager [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.319743] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 220c91c5-79e3-4a25-a5cc-708741b4356a] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.478159] env[68292]: DEBUG nova.compute.manager [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.524017] env[68292]: DEBUG nova.network.neutron [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.598793] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.632124] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526cdab2-2feb-81d0-8360-7bef302a5882, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.634910] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.635231] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] efa23920-b384-4f40-b1ba-2a58538d89bf/efa23920-b384-4f40-b1ba-2a58538d89bf.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.635723] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97efff2f-71dc-45f9-8f51-055d2dc6ee69 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.649225] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 931.649225] env[68292]: value = "task-3072171" [ 931.649225] env[68292]: _type = "Task" [ 931.649225] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.658543] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.682709] env[68292]: DEBUG nova.network.neutron [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Updating instance_info_cache with network_info: [{"id": "b3e2f203-bfd7-44e3-aea0-899764949433", "address": "fa:16:3e:d4:3d:dd", "network": {"id": "ee74c86a-f6af-4292-9b9b-64e7a6a8bb3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-204227372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc86a3be8e54e51af3b518499e5aeca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e2f203-bf", "ovs_interfaceid": "b3e2f203-bfd7-44e3-aea0-899764949433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.751867] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de79f174-58e6-4966-9988-0cc215f15f8a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.761252] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cd60c1-8704-4c99-ae0c-f4b4f9a0ff0f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.791490] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e741d3-6d60-408e-bf4f-20e4a9a5ae37 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.799525] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b018e2-6d5f-4e2e-bb9c-12445535ff6a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.816971] env[68292]: DEBUG nova.compute.provider_tree [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.824897] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 6ea307bd-2ca4-4143-8cf0-e8d50bfc6353] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.844762] env[68292]: DEBUG nova.compute.manager [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Received event network-vif-plugged-b3e2f203-bfd7-44e3-aea0-899764949433 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.844988] env[68292]: DEBUG oslo_concurrency.lockutils [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] Acquiring lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.845230] env[68292]: DEBUG oslo_concurrency.lockutils [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] Lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.845407] env[68292]: DEBUG oslo_concurrency.lockutils [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] Lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.845621] env[68292]: DEBUG nova.compute.manager [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] No waiting events found dispatching network-vif-plugged-b3e2f203-bfd7-44e3-aea0-899764949433 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.845855] env[68292]: WARNING nova.compute.manager [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Received unexpected event network-vif-plugged-b3e2f203-bfd7-44e3-aea0-899764949433 for instance with vm_state building and task_state spawning. [ 931.846038] env[68292]: DEBUG nova.compute.manager [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Received event network-changed-b3e2f203-bfd7-44e3-aea0-899764949433 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.846193] env[68292]: DEBUG nova.compute.manager [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Refreshing instance network info cache due to event network-changed-b3e2f203-bfd7-44e3-aea0-899764949433. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.846385] env[68292]: DEBUG oslo_concurrency.lockutils [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] Acquiring lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.911328] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.911835] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7974ac47-ef4a-4296-a795-4e679b2094df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.921252] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 931.921252] env[68292]: value = "task-3072172" [ 931.921252] env[68292]: _type = "Task" [ 931.921252] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.929809] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.000470] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.159916] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482756} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.160416] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] efa23920-b384-4f40-b1ba-2a58538d89bf/efa23920-b384-4f40-b1ba-2a58538d89bf.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.160733] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.161038] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-547bfa43-3388-4030-b313-f416d6d760cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.167961] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 932.167961] env[68292]: value = "task-3072173" [ 932.167961] env[68292]: _type = "Task" [ 932.167961] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.178315] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.190076] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Releasing lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.190076] env[68292]: DEBUG nova.compute.manager [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Instance network_info: |[{"id": "b3e2f203-bfd7-44e3-aea0-899764949433", "address": "fa:16:3e:d4:3d:dd", "network": {"id": "ee74c86a-f6af-4292-9b9b-64e7a6a8bb3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-204227372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc86a3be8e54e51af3b518499e5aeca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e2f203-bf", "ovs_interfaceid": "b3e2f203-bfd7-44e3-aea0-899764949433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.190678] env[68292]: DEBUG oslo_concurrency.lockutils [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] Acquired lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.190944] env[68292]: DEBUG nova.network.neutron [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Refreshing network info cache for port b3e2f203-bfd7-44e3-aea0-899764949433 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.192619] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:3d:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3e2f203-bfd7-44e3-aea0-899764949433', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.202035] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.205133] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.205539] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32c3cc3a-8225-4a9f-95b0-f1f613ee7ed7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.227305] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.227305] env[68292]: value = "task-3072174" [ 932.227305] env[68292]: _type = "Task" [ 932.227305] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.235466] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072174, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.320339] env[68292]: DEBUG nova.compute.manager [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.325493] env[68292]: DEBUG nova.scheduler.client.report [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.329369] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: d1f59a1f-ea49-44de-823f-d4ed48f71d22] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.350827] env[68292]: DEBUG nova.virt.hardware [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.351127] env[68292]: DEBUG nova.virt.hardware [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.351295] env[68292]: DEBUG nova.virt.hardware [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.351505] env[68292]: DEBUG nova.virt.hardware [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.351673] env[68292]: DEBUG nova.virt.hardware [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.351867] env[68292]: DEBUG nova.virt.hardware [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.352057] env[68292]: DEBUG nova.virt.hardware [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.352220] env[68292]: DEBUG nova.virt.hardware [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.352454] env[68292]: DEBUG nova.virt.hardware [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.352575] env[68292]: DEBUG nova.virt.hardware [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.352788] env[68292]: DEBUG nova.virt.hardware [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.353985] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96cde8c-8181-4b49-a936-32dbb1190de2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.364912] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1089fd-8f0f-4647-b936-26188d5a6782 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.433498] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072172, 'name': PowerOffVM_Task, 'duration_secs': 0.264304} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.433959] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.434353] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.435633] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c598ad-b4e7-4cd3-91e9-73282c3a6275 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.443820] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.444226] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fb8db00-3203-42a3-8ec5-22018db1ffc8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.473437] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.473686] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.473871] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Deleting the datastore file [datastore2] 52ae3c6e-6051-444c-b1db-92edb3a1867f {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.474165] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cf8a1a9-93d6-4aa1-b74d-ea962a73ff78 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.482423] env[68292]: DEBUG nova.network.neutron [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Updated VIF entry in instance network info cache for port b3e2f203-bfd7-44e3-aea0-899764949433. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.482533] env[68292]: DEBUG nova.network.neutron [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Updating instance_info_cache with network_info: [{"id": "b3e2f203-bfd7-44e3-aea0-899764949433", "address": "fa:16:3e:d4:3d:dd", "network": {"id": "ee74c86a-f6af-4292-9b9b-64e7a6a8bb3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-204227372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc86a3be8e54e51af3b518499e5aeca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e2f203-bf", "ovs_interfaceid": "b3e2f203-bfd7-44e3-aea0-899764949433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.486038] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 932.486038] env[68292]: value = "task-3072176" [ 932.486038] env[68292]: _type = "Task" [ 932.486038] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.493014] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.682343] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071205} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.682343] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.682343] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd859c2e-a0ab-4379-86bf-81371d8e5889 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.695544] env[68292]: DEBUG nova.compute.manager [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.704531] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] efa23920-b384-4f40-b1ba-2a58538d89bf/efa23920-b384-4f40-b1ba-2a58538d89bf.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.706938] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed2e334-6b46-42ed-a7fb-05cf23739892 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.708170] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2afe4a19-5435-41fa-b3f5-204a07f77230 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.730737] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 932.730737] env[68292]: value = "task-3072177" [ 932.730737] env[68292]: _type = "Task" [ 932.730737] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.744135] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072174, 'name': CreateVM_Task, 'duration_secs': 0.336679} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.748516] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.748712] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.749522] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.749748] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.750124] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.750949] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9abfa0bc-1fca-4a18-b6d0-3e457ead7e2e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.756568] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 932.756568] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5236ab9a-38a7-7e29-7ba8-9c01a92772a7" [ 932.756568] env[68292]: _type = "Task" [ 932.756568] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.767111] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5236ab9a-38a7-7e29-7ba8-9c01a92772a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.820462] env[68292]: DEBUG nova.compute.manager [req-795c197f-3eec-429d-b892-336382be96af req-01eefcd5-ab5f-4f5f-bd05-f51e9b8f551b service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Received event network-vif-plugged-6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.820695] env[68292]: DEBUG oslo_concurrency.lockutils [req-795c197f-3eec-429d-b892-336382be96af req-01eefcd5-ab5f-4f5f-bd05-f51e9b8f551b service nova] Acquiring lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.820924] env[68292]: DEBUG oslo_concurrency.lockutils [req-795c197f-3eec-429d-b892-336382be96af req-01eefcd5-ab5f-4f5f-bd05-f51e9b8f551b service nova] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.821195] env[68292]: DEBUG oslo_concurrency.lockutils [req-795c197f-3eec-429d-b892-336382be96af req-01eefcd5-ab5f-4f5f-bd05-f51e9b8f551b service nova] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.821412] env[68292]: DEBUG nova.compute.manager [req-795c197f-3eec-429d-b892-336382be96af req-01eefcd5-ab5f-4f5f-bd05-f51e9b8f551b service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] No waiting events found dispatching network-vif-plugged-6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.821621] env[68292]: WARNING nova.compute.manager [req-795c197f-3eec-429d-b892-336382be96af req-01eefcd5-ab5f-4f5f-bd05-f51e9b8f551b service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Received unexpected event network-vif-plugged-6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c for instance with vm_state building and task_state spawning. [ 932.833182] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.833857] env[68292]: DEBUG nova.compute.manager [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.836512] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.319s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.841743] env[68292]: INFO nova.compute.claims [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.841743] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: db064b9d-7b96-4dea-bcdc-a663c9255357] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.843517] env[68292]: DEBUG nova.network.neutron [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Successfully updated port: 6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.987206] env[68292]: DEBUG oslo_concurrency.lockutils [req-8c3a5a03-4ad8-403c-aa61-dd5b7a1cd35c req-a70845fb-b807-48cb-8640-7d3b5064e5ea service nova] Releasing lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.998723] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132122} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.999104] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.999390] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.999652] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.233174] env[68292]: INFO nova.compute.manager [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] instance snapshotting [ 933.239443] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4972dba-1fd1-42d9-8ca3-889bfc36ec0e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.246070] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.264135] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519b960f-963c-4abd-8005-bbf84bbf87c8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.275799] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5236ab9a-38a7-7e29-7ba8-9c01a92772a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.276344] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.276608] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.276812] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.276993] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.277225] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.277453] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c88c7c8-3dba-4a1c-83b7-9388661ff02d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.286850] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.286850] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.287152] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40461ffb-4d10-4be8-bc2a-03ae7e2011ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.292271] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 933.292271] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d0a06d-90d7-46a3-f2a0-00b08842009a" [ 933.292271] env[68292]: _type = "Task" [ 933.292271] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.300282] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d0a06d-90d7-46a3-f2a0-00b08842009a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.346662] env[68292]: DEBUG nova.compute.utils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.348728] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 269a608d-8978-471e-bc46-1196679c5811] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.350333] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.350506] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.350657] env[68292]: DEBUG nova.network.neutron [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.351570] env[68292]: DEBUG nova.compute.manager [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.351744] env[68292]: DEBUG nova.network.neutron [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.399588] env[68292]: DEBUG nova.policy [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4996c811cb6b4061ba8f6fecbe7b9825', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ffea38acaf45c9bb5f85eade5c81a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.730389] env[68292]: DEBUG nova.network.neutron [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Successfully created port: 4112ee96-d50f-4953-85d2-51f101ad80f1 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.744403] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072177, 'name': ReconfigVM_Task, 'duration_secs': 0.971374} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.744672] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Reconfigured VM instance instance-00000041 to attach disk [datastore2] efa23920-b384-4f40-b1ba-2a58538d89bf/efa23920-b384-4f40-b1ba-2a58538d89bf.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.745305] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24fb441f-2096-49ca-bdf6-6face468d8a7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.751542] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 933.751542] env[68292]: value = "task-3072178" [ 933.751542] env[68292]: _type = "Task" [ 933.751542] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.759241] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072178, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.777777] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 933.782023] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4bebd114-2325-4c97-b5ad-1998f07bc709 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.784180] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 933.784180] env[68292]: value = "task-3072179" [ 933.784180] env[68292]: _type = "Task" [ 933.784180] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.797022] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.802315] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d0a06d-90d7-46a3-f2a0-00b08842009a, 'name': SearchDatastore_Task, 'duration_secs': 0.008502} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.803084] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3477049c-365a-441e-95a7-77288ea9507d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.808224] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 933.808224] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526ec767-355c-3217-a6d3-bb282d1d2cda" [ 933.808224] env[68292]: _type = "Task" [ 933.808224] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.817450] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526ec767-355c-3217-a6d3-bb282d1d2cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.857766] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 8b337bf1-2ea4-455f-8027-9efac83ae6bf] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.864023] env[68292]: DEBUG nova.compute.manager [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.895518] env[68292]: DEBUG nova.network.neutron [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.085250] env[68292]: DEBUG nova.network.neutron [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance_info_cache with network_info: [{"id": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "address": "fa:16:3e:cc:f8:43", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd90c8e-c1", "ovs_interfaceid": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.107725] env[68292]: DEBUG nova.virt.hardware [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.108075] env[68292]: DEBUG nova.virt.hardware [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.108272] env[68292]: DEBUG nova.virt.hardware [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.108399] env[68292]: DEBUG nova.virt.hardware [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.108516] env[68292]: DEBUG nova.virt.hardware [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.108587] env[68292]: DEBUG nova.virt.hardware [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.108790] env[68292]: DEBUG nova.virt.hardware [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.111623] env[68292]: DEBUG nova.virt.hardware [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.111623] env[68292]: DEBUG nova.virt.hardware [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.111623] env[68292]: DEBUG nova.virt.hardware [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.111623] env[68292]: DEBUG nova.virt.hardware [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.111623] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e15f0f-5573-4c0a-ad9c-36146f64fe66 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.122393] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2666cccd-4875-45ad-9cd8-576adda564f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.137791] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.144132] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.147446] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.148166] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0072cb53-3cf1-4cf9-8586-24cdc408408a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.167172] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.167172] env[68292]: value = "task-3072180" [ 934.167172] env[68292]: _type = "Task" [ 934.167172] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.175109] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072180, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.262338] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072178, 'name': Rename_Task, 'duration_secs': 0.156306} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.264924] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.266243] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd093b41-57e6-4601-8e03-917de3512d1b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.273113] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 934.273113] env[68292]: value = "task-3072181" [ 934.273113] env[68292]: _type = "Task" [ 934.273113] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.282746] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.294805] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.318779] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526ec767-355c-3217-a6d3-bb282d1d2cda, 'name': SearchDatastore_Task, 'duration_secs': 0.008243} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.319133] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.319302] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] fbee0abd-c4ac-4a12-a42c-882a1f62ea49/fbee0abd-c4ac-4a12-a42c-882a1f62ea49.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.319584] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9be476f-3ac7-46dc-b0c3-06f1dc5ac4b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.326844] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 934.326844] env[68292]: value = "task-3072182" [ 934.326844] env[68292]: _type = "Task" [ 934.326844] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.337856] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.364856] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 579ecc58-5c84-4237-bf96-4e36c0f75dcd] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.368138] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496e9313-1bbb-487c-8e4b-31b688b3f734 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.380538] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36e7058-ba1a-4f5e-9b36-1e733a97d695 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.415089] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aea623e-96bc-4cbc-8dc3-2f01d5bfee3a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.425932] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb64b2b9-1a2b-4842-a0a0-351ecf98438a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.441237] env[68292]: DEBUG nova.compute.provider_tree [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.590734] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.591076] env[68292]: DEBUG nova.compute.manager [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Instance network_info: |[{"id": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "address": "fa:16:3e:cc:f8:43", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd90c8e-c1", "ovs_interfaceid": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.591524] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:f8:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.599270] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating folder: Project (7dd6f1467b194d4ebcf1abd144bb8cc8). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.599643] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c43470a4-d7fd-4c58-999e-08bb1abcb620 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.613619] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Created folder: Project (7dd6f1467b194d4ebcf1abd144bb8cc8) in parent group-v614981. [ 934.613857] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating folder: Instances. Parent ref: group-v615170. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.614147] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5efc5d98-36d1-4adc-9eac-00f8216ee331 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.625242] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Created folder: Instances in parent group-v615170. [ 934.625242] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.625242] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.625466] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3139e1c4-e2f2-4ab3-9e0b-84d4cfa00622 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.646874] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.646874] env[68292]: value = "task-3072185" [ 934.646874] env[68292]: _type = "Task" [ 934.646874] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.655495] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072185, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.681441] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072180, 'name': CreateVM_Task, 'duration_secs': 0.312194} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.681975] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.682770] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.683227] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.683728] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.684129] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b7b37b-f87e-4bf8-b61d-f7b03aeda91e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.691232] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 934.691232] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d9e893-5e84-3f39-7406-0b346670ecbc" [ 934.691232] env[68292]: _type = "Task" [ 934.691232] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.700170] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d9e893-5e84-3f39-7406-0b346670ecbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.786798] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072181, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.795676] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072179, 'name': CreateSnapshot_Task, 'duration_secs': 0.652495} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.795940] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 934.796698] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516d4c0e-af22-4fc0-af05-3e0b68eaafe3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.836171] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474694} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.837160] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] fbee0abd-c4ac-4a12-a42c-882a1f62ea49/fbee0abd-c4ac-4a12-a42c-882a1f62ea49.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.837396] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.837647] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34193fdb-bd1c-4a4d-8a21-7d064948e517 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.844407] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 934.844407] env[68292]: value = "task-3072186" [ 934.844407] env[68292]: _type = "Task" [ 934.844407] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.849957] env[68292]: DEBUG nova.compute.manager [req-18dde042-3903-41b5-9978-d89823503f44 req-22334aa5-a55b-4aa4-a743-a3823678b1fa service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Received event network-changed-6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.850165] env[68292]: DEBUG nova.compute.manager [req-18dde042-3903-41b5-9978-d89823503f44 req-22334aa5-a55b-4aa4-a743-a3823678b1fa service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Refreshing instance network info cache due to event network-changed-6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.850379] env[68292]: DEBUG oslo_concurrency.lockutils [req-18dde042-3903-41b5-9978-d89823503f44 req-22334aa5-a55b-4aa4-a743-a3823678b1fa service nova] Acquiring lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.850537] env[68292]: DEBUG oslo_concurrency.lockutils [req-18dde042-3903-41b5-9978-d89823503f44 req-22334aa5-a55b-4aa4-a743-a3823678b1fa service nova] Acquired lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.850720] env[68292]: DEBUG nova.network.neutron [req-18dde042-3903-41b5-9978-d89823503f44 req-22334aa5-a55b-4aa4-a743-a3823678b1fa service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Refreshing network info cache for port 6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.856815] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.871539] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: c8d9016a-c5b3-4d53-8f0c-064aee3f688d] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.876432] env[68292]: DEBUG nova.compute.manager [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.906354] env[68292]: DEBUG nova.virt.hardware [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.906607] env[68292]: DEBUG nova.virt.hardware [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.906788] env[68292]: DEBUG nova.virt.hardware [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.906990] env[68292]: DEBUG nova.virt.hardware [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.907159] env[68292]: DEBUG nova.virt.hardware [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.907309] env[68292]: DEBUG nova.virt.hardware [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.907516] env[68292]: DEBUG nova.virt.hardware [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.907678] env[68292]: DEBUG nova.virt.hardware [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.907848] env[68292]: DEBUG nova.virt.hardware [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.908024] env[68292]: DEBUG nova.virt.hardware [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.908203] env[68292]: DEBUG nova.virt.hardware [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.909340] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1646b2-e6ba-4f88-917a-a0f6ce1d8379 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.917696] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6833f8-fc21-4c95-bea2-cbe40cb336bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.946073] env[68292]: DEBUG nova.scheduler.client.report [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.157768] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072185, 'name': CreateVM_Task, 'duration_secs': 0.364138} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.157768] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.158343] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.158527] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.158885] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.159156] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7849f21-a093-47d5-80fb-5b232c61a736 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.163664] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 935.163664] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52fb3a27-d046-8afb-697e-23f1fd875fcd" [ 935.163664] env[68292]: _type = "Task" [ 935.163664] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.172571] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fb3a27-d046-8afb-697e-23f1fd875fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.201335] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d9e893-5e84-3f39-7406-0b346670ecbc, 'name': SearchDatastore_Task, 'duration_secs': 0.062811} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.201679] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.201917] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.202169] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.202320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.202503] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.202769] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9e100cf-70df-4bf7-ad31-b967b61ec30c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.210335] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.210518] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.212326] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7105272b-d94f-4fe6-b0bd-629ca84d63d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.220781] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 935.220781] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a009eb-fec9-f2af-655d-548e0781bacf" [ 935.220781] env[68292]: _type = "Task" [ 935.220781] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.228507] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a009eb-fec9-f2af-655d-548e0781bacf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.243276] env[68292]: DEBUG nova.network.neutron [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Successfully updated port: 4112ee96-d50f-4953-85d2-51f101ad80f1 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.285065] env[68292]: DEBUG oslo_vmware.api [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072181, 'name': PowerOnVM_Task, 'duration_secs': 0.736375} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.285065] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.285065] env[68292]: INFO nova.compute.manager [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Took 8.10 seconds to spawn the instance on the hypervisor. [ 935.285065] env[68292]: DEBUG nova.compute.manager [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.285065] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3f3710-9f61-4772-8854-c6c9e614aaf5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.313625] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 935.313890] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa473c38-68c3-42a9-b601-a2ccffe18f2d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.322118] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 935.322118] env[68292]: value = "task-3072187" [ 935.322118] env[68292]: _type = "Task" [ 935.322118] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.331055] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072187, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.354777] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063033} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.355060] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.356164] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98bc6af-99f1-4fe9-8cee-868ef7e87051 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.379512] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] fbee0abd-c4ac-4a12-a42c-882a1f62ea49/fbee0abd-c4ac-4a12-a42c-882a1f62ea49.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.380054] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: a2730738-7df2-42da-8048-7d06e3b97d4a] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.383346] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c83ac3-017c-47fa-91f2-4fdc55297996 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.408176] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 935.408176] env[68292]: value = "task-3072188" [ 935.408176] env[68292]: _type = "Task" [ 935.408176] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.418129] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.451893] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.452631] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.455574] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.887s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.457980] env[68292]: INFO nova.compute.claims [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.649220] env[68292]: DEBUG nova.network.neutron [req-18dde042-3903-41b5-9978-d89823503f44 req-22334aa5-a55b-4aa4-a743-a3823678b1fa service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updated VIF entry in instance network info cache for port 6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.649678] env[68292]: DEBUG nova.network.neutron [req-18dde042-3903-41b5-9978-d89823503f44 req-22334aa5-a55b-4aa4-a743-a3823678b1fa service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance_info_cache with network_info: [{"id": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "address": "fa:16:3e:cc:f8:43", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd90c8e-c1", "ovs_interfaceid": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.673539] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fb3a27-d046-8afb-697e-23f1fd875fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.673982] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.674306] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.674601] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.674784] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.675087] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.675721] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-593f7ee1-42ab-4636-bb51-5ccb8be3e579 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.684174] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.684377] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.685136] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d4011b8-95d3-4045-ae48-4435dfd961c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.690400] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 935.690400] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ffe7d4-3804-3564-c56a-a9b2e3544a3d" [ 935.690400] env[68292]: _type = "Task" [ 935.690400] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.699080] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ffe7d4-3804-3564-c56a-a9b2e3544a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.730937] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a009eb-fec9-f2af-655d-548e0781bacf, 'name': SearchDatastore_Task, 'duration_secs': 0.008359} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.731802] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba4b84a-ef1b-43a1-a361-f2eeec50dc9d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.737379] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 935.737379] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5207b78e-f948-abf0-5f9f-0a4094e3ceef" [ 935.737379] env[68292]: _type = "Task" [ 935.737379] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.747031] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "refresh_cache-dfe692de-b54f-4995-acd1-866e2db6f9ee" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.747163] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquired lock "refresh_cache-dfe692de-b54f-4995-acd1-866e2db6f9ee" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.747320] env[68292]: DEBUG nova.network.neutron [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.748522] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5207b78e-f948-abf0-5f9f-0a4094e3ceef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.801269] env[68292]: INFO nova.compute.manager [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Took 60.56 seconds to build instance. [ 935.832717] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072187, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.899895] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 2a13c39c-ba50-460c-9ed1-371aacf4c757] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.918771] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072188, 'name': ReconfigVM_Task, 'duration_secs': 0.295674} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.919091] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Reconfigured VM instance instance-00000042 to attach disk [datastore2] fbee0abd-c4ac-4a12-a42c-882a1f62ea49/fbee0abd-c4ac-4a12-a42c-882a1f62ea49.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.920131] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-823f851e-6562-4675-aaca-4d032d308cde {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.927086] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 935.927086] env[68292]: value = "task-3072189" [ 935.927086] env[68292]: _type = "Task" [ 935.927086] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.936080] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072189, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.963648] env[68292]: DEBUG nova.compute.utils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.965218] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.965446] env[68292]: DEBUG nova.network.neutron [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.007701] env[68292]: DEBUG nova.policy [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efc02db41a5246178de31511fa16db4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17c4979fb9514da6a5b48ab2502278b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.153746] env[68292]: DEBUG oslo_concurrency.lockutils [req-18dde042-3903-41b5-9978-d89823503f44 req-22334aa5-a55b-4aa4-a743-a3823678b1fa service nova] Releasing lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.203527] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ffe7d4-3804-3564-c56a-a9b2e3544a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009468} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.208234] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0434e65f-e773-41f8-a586-3569d13507b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.217812] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 936.217812] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526fac5a-7af7-3b10-8b5f-2e33d7980db7" [ 936.217812] env[68292]: _type = "Task" [ 936.217812] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.225350] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526fac5a-7af7-3b10-8b5f-2e33d7980db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.254624] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5207b78e-f948-abf0-5f9f-0a4094e3ceef, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.254898] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.255179] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 52ae3c6e-6051-444c-b1db-92edb3a1867f/52ae3c6e-6051-444c-b1db-92edb3a1867f.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.255779] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d162999e-5db9-4e13-8677-4e7950b955a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.264315] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 936.264315] env[68292]: value = "task-3072190" [ 936.264315] env[68292]: _type = "Task" [ 936.264315] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.276846] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.299655] env[68292]: DEBUG nova.network.neutron [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.303534] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bd99c13-a36e-4aa9-8865-bac0bdc6a28a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "efa23920-b384-4f40-b1ba-2a58538d89bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.077s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.334106] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072187, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.348696] env[68292]: DEBUG nova.network.neutron [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Successfully created port: 03b8fb3d-01c2-454f-9299-a997ebfa7327 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.403129] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: dc735ade-2a3a-4ed8-b62c-cf7b0d0f662a] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.452744] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072189, 'name': Rename_Task, 'duration_secs': 0.156116} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.453141] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.453442] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d34ab9c-236c-497a-a2df-d60c15325774 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.460790] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 936.460790] env[68292]: value = "task-3072191" [ 936.460790] env[68292]: _type = "Task" [ 936.460790] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.472540] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.479263] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.565375] env[68292]: DEBUG nova.network.neutron [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Updating instance_info_cache with network_info: [{"id": "4112ee96-d50f-4953-85d2-51f101ad80f1", "address": "fa:16:3e:f1:63:9a", "network": {"id": "00193e27-cb1d-4d76-9073-4230a3e83a9c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1363812338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ffea38acaf45c9bb5f85eade5c81a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4112ee96-d5", "ovs_interfaceid": "4112ee96-d50f-4953-85d2-51f101ad80f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.728728] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526fac5a-7af7-3b10-8b5f-2e33d7980db7, 'name': SearchDatastore_Task, 'duration_secs': 0.01257} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.728816] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.729315] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66/d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.729776] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d1d0539-1267-446b-8acc-73ec6289e043 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.740330] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 936.740330] env[68292]: value = "task-3072192" [ 936.740330] env[68292]: _type = "Task" [ 936.740330] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.749562] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.775719] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487253} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.776104] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 52ae3c6e-6051-444c-b1db-92edb3a1867f/52ae3c6e-6051-444c-b1db-92edb3a1867f.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.776399] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.776738] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0639e89d-cfe5-4c1d-b4f2-1ba07cd4b996 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.784016] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 936.784016] env[68292]: value = "task-3072193" [ 936.784016] env[68292]: _type = "Task" [ 936.784016] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.796567] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.807028] env[68292]: DEBUG nova.compute.manager [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.849014] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072187, 'name': CloneVM_Task} progress is 95%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.907025] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: dd9db746-41d9-4d5a-ae64-cdb54765e6cd] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.978026] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072191, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.992089] env[68292]: DEBUG nova.compute.manager [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Received event network-vif-plugged-4112ee96-d50f-4953-85d2-51f101ad80f1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.992351] env[68292]: DEBUG oslo_concurrency.lockutils [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] Acquiring lock "dfe692de-b54f-4995-acd1-866e2db6f9ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.992631] env[68292]: DEBUG oslo_concurrency.lockutils [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] Lock "dfe692de-b54f-4995-acd1-866e2db6f9ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.992847] env[68292]: DEBUG oslo_concurrency.lockutils [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] Lock "dfe692de-b54f-4995-acd1-866e2db6f9ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.993041] env[68292]: DEBUG nova.compute.manager [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] No waiting events found dispatching network-vif-plugged-4112ee96-d50f-4953-85d2-51f101ad80f1 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.993223] env[68292]: WARNING nova.compute.manager [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Received unexpected event network-vif-plugged-4112ee96-d50f-4953-85d2-51f101ad80f1 for instance with vm_state building and task_state spawning. [ 936.993392] env[68292]: DEBUG nova.compute.manager [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Received event network-changed-4112ee96-d50f-4953-85d2-51f101ad80f1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.993552] env[68292]: DEBUG nova.compute.manager [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Refreshing instance network info cache due to event network-changed-4112ee96-d50f-4953-85d2-51f101ad80f1. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.993808] env[68292]: DEBUG oslo_concurrency.lockutils [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] Acquiring lock "refresh_cache-dfe692de-b54f-4995-acd1-866e2db6f9ee" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.038136] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c3f5f4-377c-4079-aefc-ee0f1b2476a8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.047561] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd2148c-674e-4b02-aca9-b269fbea27fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.083569] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Releasing lock "refresh_cache-dfe692de-b54f-4995-acd1-866e2db6f9ee" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.084036] env[68292]: DEBUG nova.compute.manager [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Instance network_info: |[{"id": "4112ee96-d50f-4953-85d2-51f101ad80f1", "address": "fa:16:3e:f1:63:9a", "network": {"id": "00193e27-cb1d-4d76-9073-4230a3e83a9c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1363812338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ffea38acaf45c9bb5f85eade5c81a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4112ee96-d5", "ovs_interfaceid": "4112ee96-d50f-4953-85d2-51f101ad80f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.084704] env[68292]: DEBUG oslo_concurrency.lockutils [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] Acquired lock "refresh_cache-dfe692de-b54f-4995-acd1-866e2db6f9ee" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.084961] env[68292]: DEBUG nova.network.neutron [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Refreshing network info cache for port 4112ee96-d50f-4953-85d2-51f101ad80f1 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.086407] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:63:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4112ee96-d50f-4953-85d2-51f101ad80f1', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.095455] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.096415] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156fafe0-35ae-4dcc-bbda-42408cccd04d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.101291] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.101594] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f764984-f9a8-4b7d-9f0e-9fad87e20190 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.127414] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208aa69c-635e-4dcc-a068-5e247d76583f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.133327] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.133327] env[68292]: value = "task-3072194" [ 937.133327] env[68292]: _type = "Task" [ 937.133327] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.145544] env[68292]: DEBUG nova.compute.provider_tree [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.155937] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072194, 'name': CreateVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.252588] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506401} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.252874] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66/d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.253113] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.253385] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d02dc15-637f-460a-b437-e7fba3948207 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.260401] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 937.260401] env[68292]: value = "task-3072195" [ 937.260401] env[68292]: _type = "Task" [ 937.260401] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.269649] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.296255] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064862} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.296525] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.297341] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9994260-02cd-4ed2-8ae8-2696da9909ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.317208] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 52ae3c6e-6051-444c-b1db-92edb3a1867f/52ae3c6e-6051-444c-b1db-92edb3a1867f.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.319632] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ea4dd7-ca54-41ec-8bd6-0f4623f1c9b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.346692] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072187, 'name': CloneVM_Task, 'duration_secs': 1.851989} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.348104] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Created linked-clone VM from snapshot [ 937.348480] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 937.348480] env[68292]: value = "task-3072196" [ 937.348480] env[68292]: _type = "Task" [ 937.348480] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.349706] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce6717f-de85-48b1-93b5-5fc0949c4f29 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.352448] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.360981] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072196, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.365407] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Uploading image 13f0ca7b-9844-4413-9c04-b9cc49470c74 {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 937.370710] env[68292]: DEBUG nova.compute.manager [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Stashing vm_state: active {{(pid=68292) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 937.377697] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 937.377985] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a69c2d11-230b-4fee-aa80-be3f2832e99a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.384509] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 937.384509] env[68292]: value = "task-3072197" [ 937.384509] env[68292]: _type = "Task" [ 937.384509] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.394016] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072197, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.410977] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: f7f75556-233d-468b-b2a6-23258ade517a] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.472927] env[68292]: DEBUG oslo_vmware.api [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072191, 'name': PowerOnVM_Task, 'duration_secs': 0.572393} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.473247] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.473458] env[68292]: INFO nova.compute.manager [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Took 7.71 seconds to spawn the instance on the hypervisor. [ 937.473762] env[68292]: DEBUG nova.compute.manager [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.474583] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c480995c-495a-48df-91c1-0eaef720b00a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.496191] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.521647] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.521914] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.522091] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.522286] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.522434] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.522580] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.522810] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.523008] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.523208] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.523378] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.523554] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.524694] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34603511-3de8-4997-a1d0-027c78a129ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.532881] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63b14cd-3800-49a1-adcc-f62008a1aa74 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.645371] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072194, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.649611] env[68292]: DEBUG nova.scheduler.client.report [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.770039] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182873} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.770241] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.771107] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd898b62-7ea7-4441-af86-432e2b2e208b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.794078] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66/d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.796425] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5de5c098-92fc-483f-8476-c36ebee5853d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.817464] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 937.817464] env[68292]: value = "task-3072198" [ 937.817464] env[68292]: _type = "Task" [ 937.817464] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.825861] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.861970] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.878317] env[68292]: DEBUG nova.network.neutron [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Updated VIF entry in instance network info cache for port 4112ee96-d50f-4953-85d2-51f101ad80f1. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.878728] env[68292]: DEBUG nova.network.neutron [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Updating instance_info_cache with network_info: [{"id": "4112ee96-d50f-4953-85d2-51f101ad80f1", "address": "fa:16:3e:f1:63:9a", "network": {"id": "00193e27-cb1d-4d76-9073-4230a3e83a9c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1363812338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ffea38acaf45c9bb5f85eade5c81a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4112ee96-d5", "ovs_interfaceid": "4112ee96-d50f-4953-85d2-51f101ad80f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.892873] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.897466] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072197, 'name': Destroy_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.913887] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: b4cf4ada-ebe6-49aa-a8d8-d661e9fccb40] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.994484] env[68292]: INFO nova.compute.manager [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Took 61.52 seconds to build instance. [ 938.150037] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072194, 'name': CreateVM_Task, 'duration_secs': 0.549384} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.150037] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.150619] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.150786] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.151122] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.151381] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c27b52-2ec5-4c50-80a5-e01a81c11973 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.154100] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.154610] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.160901] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.213s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.160901] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.160901] env[68292]: DEBUG oslo_concurrency.lockutils [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.137s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.160901] env[68292]: DEBUG oslo_concurrency.lockutils [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.162917] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.046s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.173193] env[68292]: INFO nova.compute.claims [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.177190] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 938.177190] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520a7807-5987-bfbf-9ca6-ca282373d310" [ 938.177190] env[68292]: _type = "Task" [ 938.177190] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.185209] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520a7807-5987-bfbf-9ca6-ca282373d310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.209547] env[68292]: INFO nova.scheduler.client.report [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Deleted allocations for instance 0196b796-8e2b-470e-90a0-4cd261d46415 [ 938.328248] env[68292]: DEBUG nova.network.neutron [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Successfully updated port: 03b8fb3d-01c2-454f-9299-a997ebfa7327 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.336926] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072198, 'name': ReconfigVM_Task, 'duration_secs': 0.485317} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.337237] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Reconfigured VM instance instance-00000043 to attach disk [datastore1] d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66/d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.337838] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d2f1bc5-e088-47bb-a093-49ecd38f223a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.345138] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 938.345138] env[68292]: value = "task-3072199" [ 938.345138] env[68292]: _type = "Task" [ 938.345138] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.355178] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072199, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.362905] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072196, 'name': ReconfigVM_Task, 'duration_secs': 0.61289} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.363529] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 52ae3c6e-6051-444c-b1db-92edb3a1867f/52ae3c6e-6051-444c-b1db-92edb3a1867f.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.364207] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3ff4838-4371-4d38-8757-d88940bb9044 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.370198] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 938.370198] env[68292]: value = "task-3072200" [ 938.370198] env[68292]: _type = "Task" [ 938.370198] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.379832] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072200, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.381437] env[68292]: DEBUG oslo_concurrency.lockutils [req-cb1a70be-aa13-46ef-bf34-94c728107ce5 req-d6eaec3d-3725-4c37-aae7-d64e836932f1 service nova] Releasing lock "refresh_cache-dfe692de-b54f-4995-acd1-866e2db6f9ee" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.394840] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072197, 'name': Destroy_Task, 'duration_secs': 0.634855} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.395065] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Destroyed the VM [ 938.395307] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 938.395573] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8bbb0482-f4b4-40c5-969b-3a04557a56fe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.401887] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 938.401887] env[68292]: value = "task-3072201" [ 938.401887] env[68292]: _type = "Task" [ 938.401887] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.410029] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072201, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.417145] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 5d6a9c13-b696-47f2-9ec5-00fe0d474f39] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.497083] env[68292]: DEBUG oslo_concurrency.lockutils [None req-675ed072-669c-4731-b71a-d4d2f727784d tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.035s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.680937] env[68292]: DEBUG nova.compute.utils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.683812] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.684015] env[68292]: DEBUG nova.network.neutron [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.694034] env[68292]: DEBUG oslo_concurrency.lockutils [None req-691ab482-0279-43e9-9c2b-7ec72b7ae9ea tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "5ade77af-061f-450a-93bb-7f9e28907c63" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 56.687s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.695741] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "5ade77af-061f-450a-93bb-7f9e28907c63" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 34.293s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.695868] env[68292]: INFO nova.compute.manager [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Unshelving [ 938.702767] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520a7807-5987-bfbf-9ca6-ca282373d310, 'name': SearchDatastore_Task, 'duration_secs': 0.029306} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.703118] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.703443] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.703768] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.703996] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.704243] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.704869] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ad25f88-cf8a-4ebd-bb0b-d97c00088198 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.717841] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.718057] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.720141] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a01f8eb5-baf8-4817-9f89-e44c91319141 tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "0196b796-8e2b-470e-90a0-4cd261d46415" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.546s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.721365] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0d4ed1-8df7-40e3-9748-55b0e5479345 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.725368] env[68292]: DEBUG nova.compute.manager [req-06737af1-e15d-4287-a2ca-d3bee294d3c6 req-5c2e8831-31ee-41c1-9b71-6ebcb0fd880e service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Received event network-changed-b3e2f203-bfd7-44e3-aea0-899764949433 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.725564] env[68292]: DEBUG nova.compute.manager [req-06737af1-e15d-4287-a2ca-d3bee294d3c6 req-5c2e8831-31ee-41c1-9b71-6ebcb0fd880e service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Refreshing instance network info cache due to event network-changed-b3e2f203-bfd7-44e3-aea0-899764949433. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.725924] env[68292]: DEBUG oslo_concurrency.lockutils [req-06737af1-e15d-4287-a2ca-d3bee294d3c6 req-5c2e8831-31ee-41c1-9b71-6ebcb0fd880e service nova] Acquiring lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.726029] env[68292]: DEBUG oslo_concurrency.lockutils [req-06737af1-e15d-4287-a2ca-d3bee294d3c6 req-5c2e8831-31ee-41c1-9b71-6ebcb0fd880e service nova] Acquired lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.726135] env[68292]: DEBUG nova.network.neutron [req-06737af1-e15d-4287-a2ca-d3bee294d3c6 req-5c2e8831-31ee-41c1-9b71-6ebcb0fd880e service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Refreshing network info cache for port b3e2f203-bfd7-44e3-aea0-899764949433 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.731584] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 938.731584] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522764da-0865-0aa2-5927-ed61b9275c88" [ 938.731584] env[68292]: _type = "Task" [ 938.731584] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.737350] env[68292]: DEBUG nova.policy [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efc02db41a5246178de31511fa16db4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17c4979fb9514da6a5b48ab2502278b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.745528] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522764da-0865-0aa2-5927-ed61b9275c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.830699] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "refresh_cache-086ae16c-239b-4e5f-8bc7-393f6f84a5ea" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.832029] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired lock "refresh_cache-086ae16c-239b-4e5f-8bc7-393f6f84a5ea" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.832029] env[68292]: DEBUG nova.network.neutron [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.856070] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072199, 'name': Rename_Task, 'duration_secs': 0.404393} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.856485] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.857069] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-160180e0-6175-4d06-9e04-2719ffbb96c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.864146] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 938.864146] env[68292]: value = "task-3072202" [ 938.864146] env[68292]: _type = "Task" [ 938.864146] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.877355] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.886028] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072200, 'name': Rename_Task, 'duration_secs': 0.405604} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.887037] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.887037] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7b781ba-339f-465c-a365-975ae1bfec2e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.892917] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 938.892917] env[68292]: value = "task-3072203" [ 938.892917] env[68292]: _type = "Task" [ 938.892917] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.901732] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.912510] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072201, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.922277] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 9f982c0c-892e-4406-994d-adf7d46d3ea9] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.002915] env[68292]: DEBUG nova.compute.manager [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.098494] env[68292]: DEBUG nova.compute.manager [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Received event network-vif-plugged-03b8fb3d-01c2-454f-9299-a997ebfa7327 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.098632] env[68292]: DEBUG oslo_concurrency.lockutils [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] Acquiring lock "086ae16c-239b-4e5f-8bc7-393f6f84a5ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.098840] env[68292]: DEBUG oslo_concurrency.lockutils [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] Lock "086ae16c-239b-4e5f-8bc7-393f6f84a5ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.099013] env[68292]: DEBUG oslo_concurrency.lockutils [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] Lock "086ae16c-239b-4e5f-8bc7-393f6f84a5ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.099366] env[68292]: DEBUG nova.compute.manager [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] No waiting events found dispatching network-vif-plugged-03b8fb3d-01c2-454f-9299-a997ebfa7327 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.099583] env[68292]: WARNING nova.compute.manager [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Received unexpected event network-vif-plugged-03b8fb3d-01c2-454f-9299-a997ebfa7327 for instance with vm_state building and task_state spawning. [ 939.099808] env[68292]: DEBUG nova.compute.manager [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Received event network-changed-03b8fb3d-01c2-454f-9299-a997ebfa7327 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.100015] env[68292]: DEBUG nova.compute.manager [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Refreshing instance network info cache due to event network-changed-03b8fb3d-01c2-454f-9299-a997ebfa7327. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.100226] env[68292]: DEBUG oslo_concurrency.lockutils [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] Acquiring lock "refresh_cache-086ae16c-239b-4e5f-8bc7-393f6f84a5ea" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.185459] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.235488] env[68292]: DEBUG nova.network.neutron [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Successfully created port: dfa115fd-6947-4c7e-a611-f9830ae25d84 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.251208] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522764da-0865-0aa2-5927-ed61b9275c88, 'name': SearchDatastore_Task, 'duration_secs': 0.021116} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.252420] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb017454-5d1f-49ee-b69a-54e320162fa3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.262799] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 939.262799] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52aed809-22f6-55d4-7d82-54b555fb477a" [ 939.262799] env[68292]: _type = "Task" [ 939.262799] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.271895] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52aed809-22f6-55d4-7d82-54b555fb477a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.308995] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.308995] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.308995] env[68292]: INFO nova.compute.manager [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Rebooting instance [ 939.374948] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.403942] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.410084] env[68292]: DEBUG nova.network.neutron [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.419019] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072201, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.426852] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 0e58da0b-2ce7-4018-b5b0-ac3be1fd8df9] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.526088] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.549630] env[68292]: DEBUG nova.network.neutron [req-06737af1-e15d-4287-a2ca-d3bee294d3c6 req-5c2e8831-31ee-41c1-9b71-6ebcb0fd880e service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Updated VIF entry in instance network info cache for port b3e2f203-bfd7-44e3-aea0-899764949433. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.550184] env[68292]: DEBUG nova.network.neutron [req-06737af1-e15d-4287-a2ca-d3bee294d3c6 req-5c2e8831-31ee-41c1-9b71-6ebcb0fd880e service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Updating instance_info_cache with network_info: [{"id": "b3e2f203-bfd7-44e3-aea0-899764949433", "address": "fa:16:3e:d4:3d:dd", "network": {"id": "ee74c86a-f6af-4292-9b9b-64e7a6a8bb3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-204227372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc86a3be8e54e51af3b518499e5aeca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e2f203-bf", "ovs_interfaceid": "b3e2f203-bfd7-44e3-aea0-899764949433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.715866] env[68292]: DEBUG nova.compute.utils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.763202] env[68292]: DEBUG nova.network.neutron [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Updating instance_info_cache with network_info: [{"id": "03b8fb3d-01c2-454f-9299-a997ebfa7327", "address": "fa:16:3e:1b:25:56", "network": {"id": "d994095a-e1ae-466f-8e1a-2a9c4584100a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-423294682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c4979fb9514da6a5b48ab2502278b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b8fb3d-01", "ovs_interfaceid": "03b8fb3d-01c2-454f-9299-a997ebfa7327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.787476] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52aed809-22f6-55d4-7d82-54b555fb477a, 'name': SearchDatastore_Task, 'duration_secs': 0.013941} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.792114] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.792605] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] dfe692de-b54f-4995-acd1-866e2db6f9ee/dfe692de-b54f-4995-acd1-866e2db6f9ee.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.794630] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-beab2508-823d-4835-904c-fa5857b9e56b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.805390] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 939.805390] env[68292]: value = "task-3072204" [ 939.805390] env[68292]: _type = "Task" [ 939.805390] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.820660] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.830640] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9c9b0f-bbd3-43a3-a0a6-073147653894 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.834647] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.840426] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a4380c-f4bd-4535-82ca-aac50882cffe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.878436] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829b185a-01e8-49e5-a874-878405caaff9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.887241] env[68292]: DEBUG oslo_vmware.api [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072202, 'name': PowerOnVM_Task, 'duration_secs': 0.744206} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.889376] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.889882] env[68292]: INFO nova.compute.manager [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Took 7.57 seconds to spawn the instance on the hypervisor. [ 939.890110] env[68292]: DEBUG nova.compute.manager [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.891112] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc6976c-3b24-494e-85e3-7337aa5e9f28 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.894723] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4bcd53-d0ef-422d-92ce-a4a966755329 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.922437] env[68292]: DEBUG nova.compute.provider_tree [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.927931] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072203, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.930352] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 7575146e-b572-457f-a8e8-34005b5e9028] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.935854] env[68292]: DEBUG oslo_vmware.api [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072201, 'name': RemoveSnapshot_Task, 'duration_secs': 1.256854} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.937507] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 940.053831] env[68292]: DEBUG oslo_concurrency.lockutils [req-06737af1-e15d-4287-a2ca-d3bee294d3c6 req-5c2e8831-31ee-41c1-9b71-6ebcb0fd880e service nova] Releasing lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.054356] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquired lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.054554] env[68292]: DEBUG nova.network.neutron [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.205902] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.222841] env[68292]: INFO nova.virt.block_device [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Booting with volume f20eb5c5-a23d-4188-a37a-81187430a804 at /dev/sdb [ 940.235059] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.235332] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.235491] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.236075] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.236075] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.236075] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.236223] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.236381] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.236543] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.237264] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.237264] env[68292]: DEBUG nova.virt.hardware [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.237993] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a5ee73-a297-4506-89a2-87f5d402a2f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.251310] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e68547d-c2e3-4aae-ba43-6d6b0c26e0e1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.272758] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Releasing lock "refresh_cache-086ae16c-239b-4e5f-8bc7-393f6f84a5ea" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.273238] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Instance network_info: |[{"id": "03b8fb3d-01c2-454f-9299-a997ebfa7327", "address": "fa:16:3e:1b:25:56", "network": {"id": "d994095a-e1ae-466f-8e1a-2a9c4584100a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-423294682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c4979fb9514da6a5b48ab2502278b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b8fb3d-01", "ovs_interfaceid": "03b8fb3d-01c2-454f-9299-a997ebfa7327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.273737] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "beeb9d6b-9333-4073-a690-e23db124d5ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.274069] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.274389] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "beeb9d6b-9333-4073-a690-e23db124d5ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.274625] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.274882] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.278700] env[68292]: DEBUG oslo_concurrency.lockutils [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] Acquired lock "refresh_cache-086ae16c-239b-4e5f-8bc7-393f6f84a5ea" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.278986] env[68292]: DEBUG nova.network.neutron [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Refreshing network info cache for port 03b8fb3d-01c2-454f-9299-a997ebfa7327 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.280563] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:25:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03b8fb3d-01c2-454f-9299-a997ebfa7327', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.292780] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Creating folder: Project (17c4979fb9514da6a5b48ab2502278b1). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.293796] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a709f0c-9871-40e1-b09f-3b287e07c930 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.297817] env[68292]: INFO nova.compute.manager [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Terminating instance [ 940.303328] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc06a62a-e241-4d92-b7fc-dfa6b21c7af2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.320271] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e0d2c3-2918-4f42-96a5-d94134ae2e45 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.343226] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Created folder: Project (17c4979fb9514da6a5b48ab2502278b1) in parent group-v614981. [ 940.343592] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Creating folder: Instances. Parent ref: group-v615175. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.344431] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072204, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.345299] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1d6ce47-bb98-48a4-8ab2-c731c4d87890 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.361026] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Created folder: Instances in parent group-v615175. [ 940.361026] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.374277] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.377844] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56da2b31-47e6-4b00-96ec-7010f8c3988f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.392505] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2da0fb20-9c57-4896-a674-73f72358fbe4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.406526] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.406526] env[68292]: value = "task-3072207" [ 940.406526] env[68292]: _type = "Task" [ 940.406526] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.410835] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28ed60d-3797-439a-932e-f5f592982f9b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.440360] env[68292]: DEBUG nova.scheduler.client.report [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.445110] env[68292]: DEBUG oslo_vmware.api [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072203, 'name': PowerOnVM_Task, 'duration_secs': 1.292365} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.447632] env[68292]: WARNING nova.compute.manager [None req-93303e44-fc28-463c-a6bb-981b48b28118 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Image not found during snapshot: nova.exception.ImageNotFound: Image 13f0ca7b-9844-4413-9c04-b9cc49470c74 could not be found. [ 940.449067] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.449320] env[68292]: DEBUG nova.compute.manager [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.450023] env[68292]: INFO nova.compute.manager [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Took 55.75 seconds to build instance. [ 940.454028] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.454028] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Cleaning up deleted instances with incomplete migration {{(pid=68292) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 940.454028] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa82f33-ced1-48a8-87b2-7e8242eb82b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.474110] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072207, 'name': CreateVM_Task} progress is 15%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.476322] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4ae927-3fa8-4bb1-abb7-98777c595a2a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.492322] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5968e3f-cda4-487a-ad66-78b7f1aef7bf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.507183] env[68292]: DEBUG nova.virt.block_device [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updating existing volume attachment record: d392a532-df89-4c0c-99ba-f38113809617 {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 940.640575] env[68292]: DEBUG oslo_concurrency.lockutils [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "c7df0053-eb53-4ec0-ab7e-537a26474a85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.640795] env[68292]: DEBUG oslo_concurrency.lockutils [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "c7df0053-eb53-4ec0-ab7e-537a26474a85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.640974] env[68292]: DEBUG oslo_concurrency.lockutils [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "c7df0053-eb53-4ec0-ab7e-537a26474a85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.641174] env[68292]: DEBUG oslo_concurrency.lockutils [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "c7df0053-eb53-4ec0-ab7e-537a26474a85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.641342] env[68292]: DEBUG oslo_concurrency.lockutils [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "c7df0053-eb53-4ec0-ab7e-537a26474a85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.647038] env[68292]: INFO nova.compute.manager [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Terminating instance [ 940.672665] env[68292]: DEBUG nova.network.neutron [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Updated VIF entry in instance network info cache for port 03b8fb3d-01c2-454f-9299-a997ebfa7327. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.673039] env[68292]: DEBUG nova.network.neutron [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Updating instance_info_cache with network_info: [{"id": "03b8fb3d-01c2-454f-9299-a997ebfa7327", "address": "fa:16:3e:1b:25:56", "network": {"id": "d994095a-e1ae-466f-8e1a-2a9c4584100a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-423294682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c4979fb9514da6a5b48ab2502278b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b8fb3d-01", "ovs_interfaceid": "03b8fb3d-01c2-454f-9299-a997ebfa7327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.814191] env[68292]: DEBUG nova.compute.manager [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.814437] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.818233] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddb20ed-2e1b-4b61-88cd-5f6907f7b831 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.819658] env[68292]: DEBUG nova.network.neutron [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Updating instance_info_cache with network_info: [{"id": "b3e2f203-bfd7-44e3-aea0-899764949433", "address": "fa:16:3e:d4:3d:dd", "network": {"id": "ee74c86a-f6af-4292-9b9b-64e7a6a8bb3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-204227372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc86a3be8e54e51af3b518499e5aeca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e2f203-bf", "ovs_interfaceid": "b3e2f203-bfd7-44e3-aea0-899764949433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.824832] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642831} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.825153] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] dfe692de-b54f-4995-acd1-866e2db6f9ee/dfe692de-b54f-4995-acd1-866e2db6f9ee.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.825513] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.826356] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-953ea43f-469c-4d55-a11f-fe4fa794f3d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.830616] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.831310] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fd754f2-b0d3-4d0d-a9c2-c45981d94392 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.834634] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 940.834634] env[68292]: value = "task-3072209" [ 940.834634] env[68292]: _type = "Task" [ 940.834634] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.840764] env[68292]: DEBUG oslo_vmware.api [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 940.840764] env[68292]: value = "task-3072210" [ 940.840764] env[68292]: _type = "Task" [ 940.840764] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.849130] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.855039] env[68292]: DEBUG oslo_vmware.api [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.938202] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072207, 'name': CreateVM_Task, 'duration_secs': 0.51743} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.938388] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.939087] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.939257] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.939625] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.939907] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9767c388-0f54-4fce-9eb2-9c7638bb9757 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.944864] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 940.944864] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5235d11c-f983-1e2a-9d81-0303de877dff" [ 940.944864] env[68292]: _type = "Task" [ 940.944864] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.948320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.948808] env[68292]: DEBUG nova.compute.manager [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.951654] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.781s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.953021] env[68292]: INFO nova.compute.claims [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.956833] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.961997] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5235d11c-f983-1e2a-9d81-0303de877dff, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.962336] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.962526] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.962802] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.963014] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.963164] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.963417] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-724a1296-e6b0-492d-993e-d326a9692d4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.975780] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3fc344fe-c3cb-4c8d-b22a-22be5f79b8fe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.292s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.976466] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.976755] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.978936] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627bf468-cfe5-4a28-8510-f2fc84ad67c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.985413] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 940.985413] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520537dd-7d64-02b1-3639-44db9f3a01ce" [ 940.985413] env[68292]: _type = "Task" [ 940.985413] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.007115] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.009353] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520537dd-7d64-02b1-3639-44db9f3a01ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.010551] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7c7cee-ad7a-4825-9f06-ac46568649f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.017205] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 941.017205] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528f178c-2e9a-46d2-2f21-7472b3bd0284" [ 941.017205] env[68292]: _type = "Task" [ 941.017205] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.025913] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528f178c-2e9a-46d2-2f21-7472b3bd0284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.150778] env[68292]: DEBUG nova.compute.manager [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.151014] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.151893] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b524125a-aba4-4359-84f9-2e34da68933a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.159919] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.160107] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40c7105e-4722-48bf-86e4-92116d7ca97a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.166504] env[68292]: DEBUG oslo_vmware.api [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 941.166504] env[68292]: value = "task-3072213" [ 941.166504] env[68292]: _type = "Task" [ 941.166504] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.174396] env[68292]: DEBUG oslo_vmware.api [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.176060] env[68292]: DEBUG oslo_concurrency.lockutils [req-25128f70-c149-4ac5-a0f6-0b80979da45b req-087582c3-f2d7-41ad-abb6-261c29baeb0a service nova] Releasing lock "refresh_cache-086ae16c-239b-4e5f-8bc7-393f6f84a5ea" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.254982] env[68292]: DEBUG nova.compute.manager [req-2a322166-f679-44f5-b7bb-e37db3c5f7d4 req-290612b0-834a-48a6-86d4-525c00a64784 service nova] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Received event network-vif-plugged-dfa115fd-6947-4c7e-a611-f9830ae25d84 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.256013] env[68292]: DEBUG oslo_concurrency.lockutils [req-2a322166-f679-44f5-b7bb-e37db3c5f7d4 req-290612b0-834a-48a6-86d4-525c00a64784 service nova] Acquiring lock "0cca456e-0449-441c-b8dc-ad096e14943c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.256256] env[68292]: DEBUG oslo_concurrency.lockutils [req-2a322166-f679-44f5-b7bb-e37db3c5f7d4 req-290612b0-834a-48a6-86d4-525c00a64784 service nova] Lock "0cca456e-0449-441c-b8dc-ad096e14943c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.256431] env[68292]: DEBUG oslo_concurrency.lockutils [req-2a322166-f679-44f5-b7bb-e37db3c5f7d4 req-290612b0-834a-48a6-86d4-525c00a64784 service nova] Lock "0cca456e-0449-441c-b8dc-ad096e14943c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.256639] env[68292]: DEBUG nova.compute.manager [req-2a322166-f679-44f5-b7bb-e37db3c5f7d4 req-290612b0-834a-48a6-86d4-525c00a64784 service nova] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] No waiting events found dispatching network-vif-plugged-dfa115fd-6947-4c7e-a611-f9830ae25d84 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.256864] env[68292]: WARNING nova.compute.manager [req-2a322166-f679-44f5-b7bb-e37db3c5f7d4 req-290612b0-834a-48a6-86d4-525c00a64784 service nova] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Received unexpected event network-vif-plugged-dfa115fd-6947-4c7e-a611-f9830ae25d84 for instance with vm_state building and task_state spawning. [ 941.325091] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Releasing lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.346989] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070275} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.353111] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.354185] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d444f493-a22d-4ee3-83cd-1e15e9a31854 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.362802] env[68292]: DEBUG oslo_vmware.api [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072210, 'name': PowerOffVM_Task, 'duration_secs': 0.239682} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.372034] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.376748] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.386407] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] dfe692de-b54f-4995-acd1-866e2db6f9ee/dfe692de-b54f-4995-acd1-866e2db6f9ee.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.387336] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2568b0c3-b91e-4570-be69-39997856115c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.389672] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca576f1-b0f4-420c-9bee-59f72773c7e1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.409677] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 941.409677] env[68292]: value = "task-3072215" [ 941.409677] env[68292]: _type = "Task" [ 941.409677] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.418889] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.461065] env[68292]: DEBUG nova.compute.utils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.463010] env[68292]: DEBUG nova.compute.manager [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Not allocating networking since 'none' was specified. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 941.477796] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.478099] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.478311] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Deleting the datastore file [datastore1] beeb9d6b-9333-4073-a690-e23db124d5ff {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.479075] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa4c9abb-a8ac-4cbd-9dc1-f600715efaee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.485057] env[68292]: DEBUG nova.compute.manager [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.493775] env[68292]: DEBUG oslo_vmware.api [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for the task: (returnval){ [ 941.493775] env[68292]: value = "task-3072216" [ 941.493775] env[68292]: _type = "Task" [ 941.493775] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.498982] env[68292]: DEBUG nova.network.neutron [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Successfully updated port: dfa115fd-6947-4c7e-a611-f9830ae25d84 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.503192] env[68292]: DEBUG oslo_vmware.api [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.529149] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528f178c-2e9a-46d2-2f21-7472b3bd0284, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.529425] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.529689] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 086ae16c-239b-4e5f-8bc7-393f6f84a5ea/086ae16c-239b-4e5f-8bc7-393f6f84a5ea.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.529985] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7e96e1a-df86-4f30-afae-1db2a9c45556 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.539020] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 941.539020] env[68292]: value = "task-3072217" [ 941.539020] env[68292]: _type = "Task" [ 941.539020] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.545704] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.680031] env[68292]: DEBUG oslo_vmware.api [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072213, 'name': PowerOffVM_Task, 'duration_secs': 0.256614} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.680031] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.680031] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.680031] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1c95cd1-92da-4974-aaba-5962be6be7fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.758461] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.759370] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.759370] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Deleting the datastore file [datastore2] c7df0053-eb53-4ec0-ab7e-537a26474a85 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.761230] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49026e03-9e8f-427b-993d-a135e102dfcc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.773970] env[68292]: DEBUG oslo_vmware.api [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 941.773970] env[68292]: value = "task-3072219" [ 941.773970] env[68292]: _type = "Task" [ 941.773970] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.789629] env[68292]: DEBUG oslo_vmware.api [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.830692] env[68292]: DEBUG nova.compute.manager [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.831697] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceb1351-de6b-46f7-983d-1f6da961dc3d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.929429] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.969028] env[68292]: DEBUG nova.compute.manager [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.007188] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "refresh_cache-0cca456e-0449-441c-b8dc-ad096e14943c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.007625] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired lock "refresh_cache-0cca456e-0449-441c-b8dc-ad096e14943c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.007625] env[68292]: DEBUG nova.network.neutron [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.021034] env[68292]: DEBUG oslo_vmware.api [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Task: {'id': task-3072216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184705} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.021034] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.021034] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.021034] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.021034] env[68292]: INFO nova.compute.manager [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Took 1.21 seconds to destroy the instance on the hypervisor. [ 942.021034] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.021424] env[68292]: DEBUG nova.compute.manager [-] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.021424] env[68292]: DEBUG nova.network.neutron [-] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.027534] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.053684] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072217, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.269602] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquiring lock "52ae3c6e-6051-444c-b1db-92edb3a1867f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.269732] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lock "52ae3c6e-6051-444c-b1db-92edb3a1867f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.269890] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquiring lock "52ae3c6e-6051-444c-b1db-92edb3a1867f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.270111] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lock "52ae3c6e-6051-444c-b1db-92edb3a1867f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.270395] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lock "52ae3c6e-6051-444c-b1db-92edb3a1867f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.272891] env[68292]: INFO nova.compute.manager [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Terminating instance [ 942.289683] env[68292]: DEBUG oslo_vmware.api [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360527} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.289868] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.289963] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.290141] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.290327] env[68292]: INFO nova.compute.manager [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Took 1.14 seconds to destroy the instance on the hypervisor. [ 942.290584] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.290892] env[68292]: DEBUG nova.compute.manager [-] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.291107] env[68292]: DEBUG nova.network.neutron [-] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.425237] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072215, 'name': ReconfigVM_Task, 'duration_secs': 0.70812} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.429104] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Reconfigured VM instance instance-00000044 to attach disk [datastore1] dfe692de-b54f-4995-acd1-866e2db6f9ee/dfe692de-b54f-4995-acd1-866e2db6f9ee.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.431464] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc3e067f-498f-4bec-991e-307b2a8ac8f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.439452] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 942.439452] env[68292]: value = "task-3072220" [ 942.439452] env[68292]: _type = "Task" [ 942.439452] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.455678] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072220, 'name': Rename_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.496227] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2061b67d-c3f1-4305-995c-9711731189b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.504524] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c6bcd3-225c-4059-9acd-b82b101f25a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.543468] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1abc8aa-2ad1-46b8-af4d-40cec30a5d85 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.555637] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8d4820-b985-483e-893c-8ec363986a5b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.560055] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564508} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.561031] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 086ae16c-239b-4e5f-8bc7-393f6f84a5ea/086ae16c-239b-4e5f-8bc7-393f6f84a5ea.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.561328] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.562465] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56d27e29-847e-4a62-9fb3-cfc27258c44f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.573430] env[68292]: DEBUG nova.compute.provider_tree [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.581158] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 942.581158] env[68292]: value = "task-3072221" [ 942.581158] env[68292]: _type = "Task" [ 942.581158] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.586629] env[68292]: DEBUG nova.network.neutron [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.595117] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.763785] env[68292]: DEBUG nova.network.neutron [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Updating instance_info_cache with network_info: [{"id": "dfa115fd-6947-4c7e-a611-f9830ae25d84", "address": "fa:16:3e:d0:8e:bb", "network": {"id": "d994095a-e1ae-466f-8e1a-2a9c4584100a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-423294682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c4979fb9514da6a5b48ab2502278b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa115fd-69", "ovs_interfaceid": "dfa115fd-6947-4c7e-a611-f9830ae25d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.784065] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquiring lock "refresh_cache-52ae3c6e-6051-444c-b1db-92edb3a1867f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.784313] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquired lock "refresh_cache-52ae3c6e-6051-444c-b1db-92edb3a1867f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.784502] env[68292]: DEBUG nova.network.neutron [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.823717] env[68292]: DEBUG nova.compute.manager [req-c74d723d-f487-45e6-8dbf-1d03edc00819 req-0855c970-897f-45e7-bfbe-038e511c5954 service nova] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Received event network-vif-deleted-dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.823923] env[68292]: INFO nova.compute.manager [req-c74d723d-f487-45e6-8dbf-1d03edc00819 req-0855c970-897f-45e7-bfbe-038e511c5954 service nova] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Neutron deleted interface dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2; detaching it from the instance and deleting it from the info cache [ 942.824058] env[68292]: DEBUG nova.network.neutron [req-c74d723d-f487-45e6-8dbf-1d03edc00819 req-0855c970-897f-45e7-bfbe-038e511c5954 service nova] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.849269] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44142ca5-33d7-43bc-9fe4-dbe01c43a4f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.857423] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Doing hard reboot of VM {{(pid=68292) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 942.858463] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a3d79251-f92a-4baa-ab52-c9707f8281cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.867022] env[68292]: DEBUG oslo_vmware.api [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 942.867022] env[68292]: value = "task-3072222" [ 942.867022] env[68292]: _type = "Task" [ 942.867022] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.877221] env[68292]: DEBUG oslo_vmware.api [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072222, 'name': ResetVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.898756] env[68292]: DEBUG nova.network.neutron [-] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.952065] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072220, 'name': Rename_Task, 'duration_secs': 0.458317} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.952378] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.952712] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5071a6b2-faef-4f5d-9727-4388a97f0548 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.958971] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 942.958971] env[68292]: value = "task-3072223" [ 942.958971] env[68292]: _type = "Task" [ 942.958971] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.967153] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.983207] env[68292]: DEBUG nova.compute.manager [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.025397] env[68292]: DEBUG nova.virt.hardware [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.025703] env[68292]: DEBUG nova.virt.hardware [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.025886] env[68292]: DEBUG nova.virt.hardware [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.026095] env[68292]: DEBUG nova.virt.hardware [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.026249] env[68292]: DEBUG nova.virt.hardware [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.027166] env[68292]: DEBUG nova.virt.hardware [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.027166] env[68292]: DEBUG nova.virt.hardware [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.027166] env[68292]: DEBUG nova.virt.hardware [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.027166] env[68292]: DEBUG nova.virt.hardware [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.027166] env[68292]: DEBUG nova.virt.hardware [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.029113] env[68292]: DEBUG nova.virt.hardware [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.029113] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a9de9-d399-4507-ba19-12c2e12e6bdc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.036842] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a860d0d-6e95-48c0-9bf3-8f1e58fe592d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.052935] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.058366] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Creating folder: Project (3699644500d64aafb85abd3e1c758b43). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.058713] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c0f98a0-d104-47c2-b8d1-ee73a74af41a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.068873] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Created folder: Project (3699644500d64aafb85abd3e1c758b43) in parent group-v614981. [ 943.069089] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Creating folder: Instances. Parent ref: group-v615180. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.069340] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bad5620-7c08-46fd-9b2f-17a7ed1a2255 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.077376] env[68292]: DEBUG nova.scheduler.client.report [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.081980] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Created folder: Instances in parent group-v615180. [ 943.082256] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.085586] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.086188] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87c0431f-8095-4bd4-82ba-e7e8a0bf0730 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.106187] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082615} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.107572] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.108418] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.108418] env[68292]: value = "task-3072227" [ 943.108418] env[68292]: _type = "Task" [ 943.108418] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.108880] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb53ba8-b6e6-4aa2-86c3-923fb63b2d8b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.120558] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072227, 'name': CreateVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.139637] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 086ae16c-239b-4e5f-8bc7-393f6f84a5ea/086ae16c-239b-4e5f-8bc7-393f6f84a5ea.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.140424] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f54fafd-a15e-4295-93fc-5a8f5bf4cf41 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.161561] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 943.161561] env[68292]: value = "task-3072228" [ 943.161561] env[68292]: _type = "Task" [ 943.161561] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.170409] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.184612] env[68292]: DEBUG nova.network.neutron [-] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.267404] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Releasing lock "refresh_cache-0cca456e-0449-441c-b8dc-ad096e14943c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.267863] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Instance network_info: |[{"id": "dfa115fd-6947-4c7e-a611-f9830ae25d84", "address": "fa:16:3e:d0:8e:bb", "network": {"id": "d994095a-e1ae-466f-8e1a-2a9c4584100a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-423294682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c4979fb9514da6a5b48ab2502278b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa115fd-69", "ovs_interfaceid": "dfa115fd-6947-4c7e-a611-f9830ae25d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.268552] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:8e:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfa115fd-6947-4c7e-a611-f9830ae25d84', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.278207] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.278556] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.279267] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0da43180-a032-4007-a5dd-99b79246a62c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.305147] env[68292]: DEBUG nova.compute.manager [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Received event network-changed-6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.305475] env[68292]: DEBUG nova.compute.manager [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Refreshing instance network info cache due to event network-changed-6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.305817] env[68292]: DEBUG oslo_concurrency.lockutils [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] Acquiring lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.305986] env[68292]: DEBUG oslo_concurrency.lockutils [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] Acquired lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.306181] env[68292]: DEBUG nova.network.neutron [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Refreshing network info cache for port 6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.313860] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.313860] env[68292]: value = "task-3072229" [ 943.313860] env[68292]: _type = "Task" [ 943.313860] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.325368] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072229, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.327455] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79d6f8c7-90d4-44be-80ef-4710c4030c96 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.332329] env[68292]: DEBUG nova.network.neutron [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.340197] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a76fd2-475d-43ac-ada3-e28c1c72060e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.379482] env[68292]: DEBUG nova.compute.manager [req-c74d723d-f487-45e6-8dbf-1d03edc00819 req-0855c970-897f-45e7-bfbe-038e511c5954 service nova] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Detach interface failed, port_id=dafa5d5a-1d03-463d-ae8c-6fd360cfb1b2, reason: Instance c7df0053-eb53-4ec0-ab7e-537a26474a85 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.388703] env[68292]: DEBUG oslo_vmware.api [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072222, 'name': ResetVM_Task, 'duration_secs': 0.123832} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.389057] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Did hard reboot of VM {{(pid=68292) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 943.389277] env[68292]: DEBUG nova.compute.manager [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.390188] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9981c8-5f70-465e-ad8a-284eba8b3c59 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.394608] env[68292]: DEBUG nova.network.neutron [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.404284] env[68292]: INFO nova.compute.manager [-] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Took 1.38 seconds to deallocate network for instance. [ 943.469185] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.584256] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.584828] env[68292]: DEBUG nova.compute.manager [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.588320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.999s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.588320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.591283] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.426s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.591283] env[68292]: DEBUG nova.objects.instance [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lazy-loading 'pci_requests' on Instance uuid 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.616954] env[68292]: INFO nova.scheduler.client.report [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Deleted allocations for instance 9cf39460-a830-432d-aba3-d5e0ebca02b8 [ 943.624426] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072227, 'name': CreateVM_Task, 'duration_secs': 0.327792} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.624862] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.626057] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.626270] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.626640] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.627711] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc237b6-9d50-4379-81ea-cae952b77058 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.634319] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 943.634319] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5218287a-8049-56b6-be4b-b254db91f7b1" [ 943.634319] env[68292]: _type = "Task" [ 943.634319] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.644064] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5218287a-8049-56b6-be4b-b254db91f7b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.675062] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.688051] env[68292]: INFO nova.compute.manager [-] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Took 1.40 seconds to deallocate network for instance. [ 943.823648] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072229, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.901439] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Releasing lock "refresh_cache-52ae3c6e-6051-444c-b1db-92edb3a1867f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.901952] env[68292]: DEBUG nova.compute.manager [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.902225] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.903337] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2376e2-d482-44c4-bbb9-e743d63e6d9f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.909882] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4f54fd79-8c91-499d-987c-d7055490928a tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.603s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.911441] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.917575] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.917999] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe82a7e-ac89-4eed-af65-2a4d3b20d4f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.924465] env[68292]: DEBUG oslo_vmware.api [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 943.924465] env[68292]: value = "task-3072230" [ 943.924465] env[68292]: _type = "Task" [ 943.924465] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.936139] env[68292]: DEBUG oslo_vmware.api [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.970756] env[68292]: DEBUG oslo_vmware.api [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072223, 'name': PowerOnVM_Task, 'duration_secs': 0.969795} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.971364] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.971629] env[68292]: INFO nova.compute.manager [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Took 9.10 seconds to spawn the instance on the hypervisor. [ 943.971819] env[68292]: DEBUG nova.compute.manager [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.972911] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05ce8f5-54dd-4bd0-84a5-f9b7510d39ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.094265] env[68292]: DEBUG nova.compute.utils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.097168] env[68292]: DEBUG nova.objects.instance [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lazy-loading 'numa_topology' on Instance uuid 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.098472] env[68292]: DEBUG nova.compute.manager [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Not allocating networking since 'none' was specified. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 944.131991] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4bfd7f9-0de0-473e-b252-ac2e71e158df tempest-ServersAdminTestJSON-697750493 tempest-ServersAdminTestJSON-697750493-project-member] Lock "9cf39460-a830-432d-aba3-d5e0ebca02b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.070s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.150213] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5218287a-8049-56b6-be4b-b254db91f7b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011032} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.150550] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.150746] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.150980] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.151152] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.151331] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.151824] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bab6f8f-0f42-458e-a643-8c33360d3e02 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.160902] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.161041] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.161799] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1898b27-53ca-499b-914b-0d12d5df354d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.169830] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 944.169830] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c069a1-e2dc-db74-0e71-b8382983117f" [ 944.169830] env[68292]: _type = "Task" [ 944.169830] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.174361] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072228, 'name': ReconfigVM_Task, 'duration_secs': 0.696899} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.184045] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 086ae16c-239b-4e5f-8bc7-393f6f84a5ea/086ae16c-239b-4e5f-8bc7-393f6f84a5ea.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.185567] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fde020d-261b-42b2-8a32-0fd07d6de4d7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.193601] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c069a1-e2dc-db74-0e71-b8382983117f, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.196037] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 944.196037] env[68292]: value = "task-3072231" [ 944.196037] env[68292]: _type = "Task" [ 944.196037] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.196276] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-715cedde-4522-4ca4-b2dd-c78dfa9a2d77 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.199301] env[68292]: DEBUG oslo_concurrency.lockutils [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.212304] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072231, 'name': Rename_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.213622] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 944.213622] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527f2c7b-1896-20cf-60d6-82ae127b976f" [ 944.213622] env[68292]: _type = "Task" [ 944.213622] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.226687] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527f2c7b-1896-20cf-60d6-82ae127b976f, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.227097] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.227460] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 4d6427ba-648b-4fbf-8b4b-53511e0a611d/4d6427ba-648b-4fbf-8b4b-53511e0a611d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.227797] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd8d9758-5ef1-4411-95b5-307123ea5ba0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.237672] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 944.237672] env[68292]: value = "task-3072232" [ 944.237672] env[68292]: _type = "Task" [ 944.237672] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.243546] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.305931] env[68292]: DEBUG nova.network.neutron [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updated VIF entry in instance network info cache for port 6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.306340] env[68292]: DEBUG nova.network.neutron [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance_info_cache with network_info: [{"id": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "address": "fa:16:3e:cc:f8:43", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd90c8e-c1", "ovs_interfaceid": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.324773] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072229, 'name': CreateVM_Task, 'duration_secs': 0.551012} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.325016] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.325801] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.326009] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.326386] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.327014] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e8be1c-271e-4eef-9647-1859236a4871 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.332961] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 944.332961] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5254314d-dc9f-ef62-4fc8-4fe384583db5" [ 944.332961] env[68292]: _type = "Task" [ 944.332961] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.344555] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5254314d-dc9f-ef62-4fc8-4fe384583db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.437537] env[68292]: DEBUG oslo_vmware.api [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072230, 'name': PowerOffVM_Task, 'duration_secs': 0.189173} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.437832] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.438051] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.438331] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f733fbb7-fcc1-485a-af7f-d5d596aeecbe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.493092] env[68292]: INFO nova.compute.manager [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Took 53.26 seconds to build instance. [ 944.505733] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.505733] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.505733] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Deleting the datastore file [datastore2] 52ae3c6e-6051-444c-b1db-92edb3a1867f {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.505733] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13542500-c9d7-48fa-96f5-13e96881bc74 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.513881] env[68292]: DEBUG oslo_vmware.api [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for the task: (returnval){ [ 944.513881] env[68292]: value = "task-3072234" [ 944.513881] env[68292]: _type = "Task" [ 944.513881] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.524893] env[68292]: DEBUG oslo_vmware.api [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.562064] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.562064] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.600091] env[68292]: DEBUG nova.compute.manager [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.604748] env[68292]: INFO nova.compute.claims [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.708998] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072231, 'name': Rename_Task, 'duration_secs': 0.185568} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.709177] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.709374] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0881ee15-5170-4ea9-ac03-d9cc42ca80f2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.715901] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 944.715901] env[68292]: value = "task-3072235" [ 944.715901] env[68292]: _type = "Task" [ 944.715901] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.724344] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.745026] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072232, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.812103] env[68292]: DEBUG oslo_concurrency.lockutils [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] Releasing lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.812103] env[68292]: DEBUG nova.compute.manager [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Received event network-changed-dfa115fd-6947-4c7e-a611-f9830ae25d84 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.812103] env[68292]: DEBUG nova.compute.manager [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Refreshing instance network info cache due to event network-changed-dfa115fd-6947-4c7e-a611-f9830ae25d84. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.812103] env[68292]: DEBUG oslo_concurrency.lockutils [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] Acquiring lock "refresh_cache-0cca456e-0449-441c-b8dc-ad096e14943c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.812103] env[68292]: DEBUG oslo_concurrency.lockutils [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] Acquired lock "refresh_cache-0cca456e-0449-441c-b8dc-ad096e14943c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.812506] env[68292]: DEBUG nova.network.neutron [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Refreshing network info cache for port dfa115fd-6947-4c7e-a611-f9830ae25d84 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.847338] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5254314d-dc9f-ef62-4fc8-4fe384583db5, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.847338] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.847338] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.847338] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.847338] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.847338] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.847338] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70211259-fe36-4932-9d00-958ae19c2148 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.858028] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.858028] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.858028] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f35a9c1-4b43-47af-b7bd-8b12a7f35aaf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.863778] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 944.863778] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b9903f-6167-1708-bbc6-ff142cbfaee4" [ 944.863778] env[68292]: _type = "Task" [ 944.863778] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.872863] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b9903f-6167-1708-bbc6-ff142cbfaee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.995869] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0c0cdf61-091e-4d7f-9356-58ceccdda6a8 tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "dfe692de-b54f-4995-acd1-866e2db6f9ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.787s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.026800] env[68292]: DEBUG oslo_vmware.api [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Task: {'id': task-3072234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29518} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.027305] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.027610] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.027917] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.028216] env[68292]: INFO nova.compute.manager [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 945.028639] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.029205] env[68292]: DEBUG nova.compute.manager [-] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.029524] env[68292]: DEBUG nova.network.neutron [-] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.052676] env[68292]: DEBUG nova.network.neutron [-] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.227304] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072235, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.246713] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510392} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.246713] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 4d6427ba-648b-4fbf-8b4b-53511e0a611d/4d6427ba-648b-4fbf-8b4b-53511e0a611d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.246713] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.247322] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff69f55b-23e2-41d6-bee5-382a98427113 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.253093] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 945.253093] env[68292]: value = "task-3072236" [ 945.253093] env[68292]: _type = "Task" [ 945.253093] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.261456] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.325728] env[68292]: DEBUG nova.compute.manager [req-5bb10e85-405c-4dbf-918e-311fd8ad85ac req-da82749d-6884-4f18-a583-b6d0f25a49d4 service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Received event network-changed-b3e2f203-bfd7-44e3-aea0-899764949433 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.325728] env[68292]: DEBUG nova.compute.manager [req-5bb10e85-405c-4dbf-918e-311fd8ad85ac req-da82749d-6884-4f18-a583-b6d0f25a49d4 service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Refreshing instance network info cache due to event network-changed-b3e2f203-bfd7-44e3-aea0-899764949433. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.326168] env[68292]: DEBUG oslo_concurrency.lockutils [req-5bb10e85-405c-4dbf-918e-311fd8ad85ac req-da82749d-6884-4f18-a583-b6d0f25a49d4 service nova] Acquiring lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.326383] env[68292]: DEBUG oslo_concurrency.lockutils [req-5bb10e85-405c-4dbf-918e-311fd8ad85ac req-da82749d-6884-4f18-a583-b6d0f25a49d4 service nova] Acquired lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.326583] env[68292]: DEBUG nova.network.neutron [req-5bb10e85-405c-4dbf-918e-311fd8ad85ac req-da82749d-6884-4f18-a583-b6d0f25a49d4 service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Refreshing network info cache for port b3e2f203-bfd7-44e3-aea0-899764949433 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.376058] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b9903f-6167-1708-bbc6-ff142cbfaee4, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.376923] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e991a0c4-0818-4e1d-b4a4-9fea08c5a358 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.382331] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 945.382331] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522034bf-919e-2869-4b1b-48f5bfce4ad9" [ 945.382331] env[68292]: _type = "Task" [ 945.382331] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.390446] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522034bf-919e-2869-4b1b-48f5bfce4ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.496698] env[68292]: DEBUG oslo_concurrency.lockutils [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.496995] env[68292]: DEBUG oslo_concurrency.lockutils [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.497240] env[68292]: DEBUG oslo_concurrency.lockutils [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.497426] env[68292]: DEBUG oslo_concurrency.lockutils [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.497595] env[68292]: DEBUG oslo_concurrency.lockutils [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.499453] env[68292]: DEBUG nova.compute.manager [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.501978] env[68292]: INFO nova.compute.manager [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Terminating instance [ 945.553687] env[68292]: DEBUG nova.network.neutron [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Updated VIF entry in instance network info cache for port dfa115fd-6947-4c7e-a611-f9830ae25d84. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.553687] env[68292]: DEBUG nova.network.neutron [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Updating instance_info_cache with network_info: [{"id": "dfa115fd-6947-4c7e-a611-f9830ae25d84", "address": "fa:16:3e:d0:8e:bb", "network": {"id": "d994095a-e1ae-466f-8e1a-2a9c4584100a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-423294682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c4979fb9514da6a5b48ab2502278b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa115fd-69", "ovs_interfaceid": "dfa115fd-6947-4c7e-a611-f9830ae25d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.555508] env[68292]: DEBUG nova.network.neutron [-] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.620885] env[68292]: DEBUG nova.compute.manager [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.656183] env[68292]: DEBUG nova.virt.hardware [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.656427] env[68292]: DEBUG nova.virt.hardware [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.656587] env[68292]: DEBUG nova.virt.hardware [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.656789] env[68292]: DEBUG nova.virt.hardware [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.656963] env[68292]: DEBUG nova.virt.hardware [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.657111] env[68292]: DEBUG nova.virt.hardware [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.657324] env[68292]: DEBUG nova.virt.hardware [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.657484] env[68292]: DEBUG nova.virt.hardware [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.657652] env[68292]: DEBUG nova.virt.hardware [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.657817] env[68292]: DEBUG nova.virt.hardware [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.657989] env[68292]: DEBUG nova.virt.hardware [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.661600] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e066a0a2-f0fb-4df2-96ce-e5b4169108c7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.671128] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00d3a07-a2a6-4e24-a4eb-acc9eced27c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.689863] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.698022] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.698396] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.698846] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-960a8813-08ad-4e1f-ad67-0a4e9b704ff1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.724953] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.724953] env[68292]: value = "task-3072237" [ 945.724953] env[68292]: _type = "Task" [ 945.724953] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.732476] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072235, 'name': PowerOnVM_Task, 'duration_secs': 0.719602} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.735631] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.735872] env[68292]: INFO nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Took 8.24 seconds to spawn the instance on the hypervisor. [ 945.736068] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.737061] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e84191-126c-47e4-ae95-64751e416817 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.742364] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072237, 'name': CreateVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.761733] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065809} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.761987] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.762824] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd92a8c-b1c6-4cf7-8429-34c250cf547e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.787964] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 4d6427ba-648b-4fbf-8b4b-53511e0a611d/4d6427ba-648b-4fbf-8b4b-53511e0a611d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.791292] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81198a00-a5d3-44f7-a3af-cf85cc222a92 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.813365] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 945.813365] env[68292]: value = "task-3072238" [ 945.813365] env[68292]: _type = "Task" [ 945.813365] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.825026] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.893989] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522034bf-919e-2869-4b1b-48f5bfce4ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.048876} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.894317] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.894623] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 0cca456e-0449-441c-b8dc-ad096e14943c/0cca456e-0449-441c-b8dc-ad096e14943c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.894922] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d33cd8f7-2cf1-4521-9250-a12610320745 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.900925] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 945.900925] env[68292]: value = "task-3072239" [ 945.900925] env[68292]: _type = "Task" [ 945.900925] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.911464] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.016184] env[68292]: DEBUG nova.compute.manager [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.016184] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.019258] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7799a1e-f41d-4d71-a5bb-a00077ac569d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.027361] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.027532] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-871c34f5-ebe2-45d7-8528-b5e57fb33f61 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.033477] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.034779] env[68292]: DEBUG oslo_vmware.api [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 946.034779] env[68292]: value = "task-3072240" [ 946.034779] env[68292]: _type = "Task" [ 946.034779] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.043712] env[68292]: DEBUG oslo_vmware.api [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.056030] env[68292]: DEBUG oslo_concurrency.lockutils [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] Releasing lock "refresh_cache-0cca456e-0449-441c-b8dc-ad096e14943c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.056330] env[68292]: DEBUG nova.compute.manager [req-696b96c7-71a4-49f1-8f96-b3ff70b611b8 req-f9e62a31-4a15-46e6-a5f6-0ee0465f9288 service nova] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Received event network-vif-deleted-dd2c8da0-8432-4aa3-af74-d492220d4af8 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.056881] env[68292]: INFO nova.compute.manager [-] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Took 1.03 seconds to deallocate network for instance. [ 946.113052] env[68292]: DEBUG nova.network.neutron [req-5bb10e85-405c-4dbf-918e-311fd8ad85ac req-da82749d-6884-4f18-a583-b6d0f25a49d4 service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Updated VIF entry in instance network info cache for port b3e2f203-bfd7-44e3-aea0-899764949433. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.113666] env[68292]: DEBUG nova.network.neutron [req-5bb10e85-405c-4dbf-918e-311fd8ad85ac req-da82749d-6884-4f18-a583-b6d0f25a49d4 service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Updating instance_info_cache with network_info: [{"id": "b3e2f203-bfd7-44e3-aea0-899764949433", "address": "fa:16:3e:d4:3d:dd", "network": {"id": "ee74c86a-f6af-4292-9b9b-64e7a6a8bb3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-204227372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc86a3be8e54e51af3b518499e5aeca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e2f203-bf", "ovs_interfaceid": "b3e2f203-bfd7-44e3-aea0-899764949433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.227182] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585c5730-ff8b-4566-9d40-25e8c26dd8b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.246930] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f870882b-e0dc-4af1-98a6-6f074c4db1c4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.250091] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072237, 'name': CreateVM_Task, 'duration_secs': 0.369663} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.254051] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.255113] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.256541] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.256541] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.256541] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e40fba7-92cd-48b5-9147-0f04a6d08d48 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.293088] env[68292]: INFO nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Took 49.80 seconds to build instance. [ 946.295103] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790a1df7-e569-4b73-b7db-f9e164e10d4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.299815] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 946.299815] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52019bf9-0e68-3083-17ed-b4367fe46886" [ 946.299815] env[68292]: _type = "Task" [ 946.299815] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.307997] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4327a433-e284-44ab-930e-372f3c725e1f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.315930] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52019bf9-0e68-3083-17ed-b4367fe46886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.328590] env[68292]: DEBUG nova.compute.provider_tree [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.337316] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072238, 'name': ReconfigVM_Task, 'duration_secs': 0.392913} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.337316] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 4d6427ba-648b-4fbf-8b4b-53511e0a611d/4d6427ba-648b-4fbf-8b4b-53511e0a611d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.337316] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96d304d5-81e0-44be-a56c-d4b2bdfc55ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.345154] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 946.345154] env[68292]: value = "task-3072241" [ 946.345154] env[68292]: _type = "Task" [ 946.345154] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.356742] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072241, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.412304] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072239, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.546904] env[68292]: DEBUG oslo_vmware.api [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072240, 'name': PowerOffVM_Task, 'duration_secs': 0.209842} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.546904] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.546904] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.546904] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e33c49ec-fd12-454b-9763-4231ce1149cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.564618] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.613909] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.614016] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.614227] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Deleting the datastore file [datastore2] fbee0abd-c4ac-4a12-a42c-882a1f62ea49 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.614828] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67d9810f-d424-405d-9115-34b3e84b1b40 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.620132] env[68292]: DEBUG oslo_concurrency.lockutils [req-5bb10e85-405c-4dbf-918e-311fd8ad85ac req-da82749d-6884-4f18-a583-b6d0f25a49d4 service nova] Releasing lock "refresh_cache-fbee0abd-c4ac-4a12-a42c-882a1f62ea49" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.625203] env[68292]: DEBUG oslo_vmware.api [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 946.625203] env[68292]: value = "task-3072243" [ 946.625203] env[68292]: _type = "Task" [ 946.625203] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.633738] env[68292]: DEBUG oslo_vmware.api [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.645548] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.799238] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "086ae16c-239b-4e5f-8bc7-393f6f84a5ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.315s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.810420] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52019bf9-0e68-3083-17ed-b4367fe46886, 'name': SearchDatastore_Task, 'duration_secs': 0.01548} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.811297] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.811529] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.811762] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.811908] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.812349] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.812596] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f572d5d0-c86a-4a24-a957-2634a28cabbe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.821440] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.821624] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.822836] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55f1642-a1f7-4937-a674-2e3ab60f9ce7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.830492] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 946.830492] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e4557b-1b81-38e3-3142-11d4d6447f61" [ 946.830492] env[68292]: _type = "Task" [ 946.830492] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.833476] env[68292]: DEBUG nova.scheduler.client.report [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.841985] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e4557b-1b81-38e3-3142-11d4d6447f61, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.843115] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b59a7f1-7692-4c06-bf64-7c38de00fb54 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.850283] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 946.850283] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52248aa2-37e8-569e-7298-b5d1b4fbf9ba" [ 946.850283] env[68292]: _type = "Task" [ 946.850283] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.857755] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072241, 'name': Rename_Task, 'duration_secs': 0.205117} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.858442] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.858707] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9986d4e1-d38e-4c9f-8a45-4d012a4e8613 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.863880] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52248aa2-37e8-569e-7298-b5d1b4fbf9ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008814} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.864485] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.864812] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a/1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.865068] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa735b4b-37bf-492f-8f76-9d01c599af80 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.869242] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 946.869242] env[68292]: value = "task-3072244" [ 946.869242] env[68292]: _type = "Task" [ 946.869242] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.873308] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 946.873308] env[68292]: value = "task-3072245" [ 946.873308] env[68292]: _type = "Task" [ 946.873308] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.880091] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.885304] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.917604] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676845} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.917604] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 0cca456e-0449-441c-b8dc-ad096e14943c/0cca456e-0449-441c-b8dc-ad096e14943c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.917604] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.917604] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5335195-7582-46a7-ae44-23751f9b4cc4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.925591] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 946.925591] env[68292]: value = "task-3072246" [ 946.925591] env[68292]: _type = "Task" [ 946.925591] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.934025] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.136958] env[68292]: DEBUG oslo_vmware.api [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131795} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.137326] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.137574] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.137766] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.138074] env[68292]: INFO nova.compute.manager [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Took 1.12 seconds to destroy the instance on the hypervisor. [ 947.138317] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.138625] env[68292]: DEBUG nova.compute.manager [-] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.138731] env[68292]: DEBUG nova.network.neutron [-] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.305796] env[68292]: DEBUG nova.compute.manager [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.339029] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.748s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.341763] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.835s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.342260] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.344658] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.425s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.344980] env[68292]: DEBUG nova.objects.instance [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Lazy-loading 'resources' on Instance uuid e1dee11e-e22b-48b2-9767-e1a06d5d0325 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.384328] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072244, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.388659] env[68292]: INFO nova.scheduler.client.report [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Deleted allocations for instance c21efb0d-221b-4875-875f-4601617a4c10 [ 947.389830] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072245, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.407336] env[68292]: INFO nova.network.neutron [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Updating port 9b435b86-6b97-4461-9986-5470f4e685d4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 947.439400] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078208} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.441189] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.442101] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6872ff-c1ac-4580-ba52-b68b374e56fe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.470377] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 0cca456e-0449-441c-b8dc-ad096e14943c/0cca456e-0449-441c-b8dc-ad096e14943c.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.471050] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67acf1e4-d082-42c6-8657-8a4e77588db9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.495608] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 947.495608] env[68292]: value = "task-3072247" [ 947.495608] env[68292]: _type = "Task" [ 947.495608] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.500134] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.519887] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "dfe692de-b54f-4995-acd1-866e2db6f9ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.520240] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "dfe692de-b54f-4995-acd1-866e2db6f9ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.520474] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "dfe692de-b54f-4995-acd1-866e2db6f9ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.520665] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "dfe692de-b54f-4995-acd1-866e2db6f9ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.520834] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "dfe692de-b54f-4995-acd1-866e2db6f9ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.522994] env[68292]: INFO nova.compute.manager [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Terminating instance [ 947.672510] env[68292]: DEBUG nova.compute.manager [req-2304b914-b601-419f-9cd3-039e68df8556 req-41677874-eed7-4f3c-8083-d2a61fa75754 service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Received event network-vif-deleted-b3e2f203-bfd7-44e3-aea0-899764949433 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.672809] env[68292]: INFO nova.compute.manager [req-2304b914-b601-419f-9cd3-039e68df8556 req-41677874-eed7-4f3c-8083-d2a61fa75754 service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Neutron deleted interface b3e2f203-bfd7-44e3-aea0-899764949433; detaching it from the instance and deleting it from the info cache [ 947.673080] env[68292]: DEBUG nova.network.neutron [req-2304b914-b601-419f-9cd3-039e68df8556 req-41677874-eed7-4f3c-8083-d2a61fa75754 service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.832237] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.892697] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572082} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.893031] env[68292]: DEBUG oslo_vmware.api [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072244, 'name': PowerOnVM_Task, 'duration_secs': 0.765127} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.899278] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a/1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.899516] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.899869] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.899978] env[68292]: INFO nova.compute.manager [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Took 4.92 seconds to spawn the instance on the hypervisor. [ 947.900170] env[68292]: DEBUG nova.compute.manager [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.900747] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bfe07de-ef3a-4432-aec1-4bddfb0c1342 tempest-ServerRescueTestJSONUnderV235-247175231 tempest-ServerRescueTestJSONUnderV235-247175231-project-member] Lock "c21efb0d-221b-4875-875f-4601617a4c10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.321s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.902664] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49256330-3699-4d02-9913-90f77b22311d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.906414] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a768d951-f84b-4b29-a886-a1439d968c89 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.921020] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 947.921020] env[68292]: value = "task-3072248" [ 947.921020] env[68292]: _type = "Task" [ 947.921020] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.928974] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.002074] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072247, 'name': ReconfigVM_Task, 'duration_secs': 0.278048} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.005021] env[68292]: DEBUG nova.network.neutron [-] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.006179] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 0cca456e-0449-441c-b8dc-ad096e14943c/0cca456e-0449-441c-b8dc-ad096e14943c.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.008055] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd6f02b3-ddd7-4544-92ca-bc8077f24a53 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.014659] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 948.014659] env[68292]: value = "task-3072249" [ 948.014659] env[68292]: _type = "Task" [ 948.014659] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.026112] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072249, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.029698] env[68292]: DEBUG nova.compute.manager [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.029964] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.031408] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3563a6-d87c-41ce-9381-a5660b5e5bfe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.039927] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.040423] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e83fbf0-b720-485a-ad5c-583e860c8d23 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.048752] env[68292]: DEBUG oslo_vmware.api [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 948.048752] env[68292]: value = "task-3072250" [ 948.048752] env[68292]: _type = "Task" [ 948.048752] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.067530] env[68292]: DEBUG oslo_vmware.api [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.177223] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3d97df6-54df-4b31-aa34-af879b9e825c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.186857] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8662e43-92aa-4e53-855e-8a13e6e353ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.231025] env[68292]: DEBUG nova.compute.manager [req-2304b914-b601-419f-9cd3-039e68df8556 req-41677874-eed7-4f3c-8083-d2a61fa75754 service nova] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Detach interface failed, port_id=b3e2f203-bfd7-44e3-aea0-899764949433, reason: Instance fbee0abd-c4ac-4a12-a42c-882a1f62ea49 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 948.410807] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37c3147-5f6d-46e3-ac9f-826814ab299b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.420574] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e834bd-dc42-4935-baa6-9c469bb7fd9b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.435885] env[68292]: INFO nova.compute.manager [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Took 44.34 seconds to build instance. [ 948.472508] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa25b737-5aff-4681-b3f5-23ee72de2a48 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "4d6427ba-648b-4fbf-8b4b-53511e0a611d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.389s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.473340] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a3d165-b909-48a9-b171-e70e1c48abc7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.476494] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16511} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.480503] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.480503] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792e8c3c-7c8b-4b57-b857-057b7c6f5355 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.485743] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d00baf0-1845-4a1d-be32-eac1094056af {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.507564] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a/1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.508751] env[68292]: INFO nova.compute.manager [-] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Took 1.37 seconds to deallocate network for instance. [ 948.508967] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad56de7-289a-48b2-8176-31cd31ae36d7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.534457] env[68292]: DEBUG nova.compute.provider_tree [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.549216] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072249, 'name': Rename_Task, 'duration_secs': 0.162761} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.556953] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.556953] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 948.556953] env[68292]: value = "task-3072251" [ 948.556953] env[68292]: _type = "Task" [ 948.556953] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.556953] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be058b0c-4def-4713-94bb-565f933d90bd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.566126] env[68292]: DEBUG oslo_vmware.api [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072250, 'name': PowerOffVM_Task, 'duration_secs': 0.394046} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.566789] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.566995] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.567302] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-046e2fc7-cf99-4793-8e4b-d6574affbd20 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.574409] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 948.574409] env[68292]: value = "task-3072252" [ 948.574409] env[68292]: _type = "Task" [ 948.574409] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.574615] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.582602] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.654079] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.654079] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.654079] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Deleting the datastore file [datastore1] dfe692de-b54f-4995-acd1-866e2db6f9ee {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.654844] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9de2d46e-e921-4a11-b2fc-e58eed563679 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.661252] env[68292]: DEBUG oslo_vmware.api [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 948.661252] env[68292]: value = "task-3072254" [ 948.661252] env[68292]: _type = "Task" [ 948.661252] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.669471] env[68292]: DEBUG oslo_vmware.api [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.978887] env[68292]: DEBUG nova.compute.manager [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.044744] env[68292]: DEBUG nova.scheduler.client.report [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.050745] env[68292]: DEBUG oslo_concurrency.lockutils [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.070864] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.093016] env[68292]: DEBUG oslo_vmware.api [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072252, 'name': PowerOnVM_Task, 'duration_secs': 0.487625} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.093016] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.093016] env[68292]: INFO nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Took 8.88 seconds to spawn the instance on the hypervisor. [ 949.093016] env[68292]: DEBUG nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.093016] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d7d1cd-bd44-42e5-baf8-8d1a87a5afed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.171513] env[68292]: DEBUG oslo_vmware.api [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391392} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.171764] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.171950] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.172630] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.172630] env[68292]: INFO nova.compute.manager [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 949.172630] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.172736] env[68292]: DEBUG nova.compute.manager [-] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.172813] env[68292]: DEBUG nova.network.neutron [-] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.340376] env[68292]: DEBUG nova.compute.manager [req-66728880-4429-4690-9204-549360d2992e req-e76a6734-0547-41bf-828f-f8db26100a6b service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Received event network-vif-plugged-9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.340501] env[68292]: DEBUG oslo_concurrency.lockutils [req-66728880-4429-4690-9204-549360d2992e req-e76a6734-0547-41bf-828f-f8db26100a6b service nova] Acquiring lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.340714] env[68292]: DEBUG oslo_concurrency.lockutils [req-66728880-4429-4690-9204-549360d2992e req-e76a6734-0547-41bf-828f-f8db26100a6b service nova] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.340881] env[68292]: DEBUG oslo_concurrency.lockutils [req-66728880-4429-4690-9204-549360d2992e req-e76a6734-0547-41bf-828f-f8db26100a6b service nova] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.341263] env[68292]: DEBUG nova.compute.manager [req-66728880-4429-4690-9204-549360d2992e req-e76a6734-0547-41bf-828f-f8db26100a6b service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] No waiting events found dispatching network-vif-plugged-9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.341475] env[68292]: WARNING nova.compute.manager [req-66728880-4429-4690-9204-549360d2992e req-e76a6734-0547-41bf-828f-f8db26100a6b service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Received unexpected event network-vif-plugged-9b435b86-6b97-4461-9986-5470f4e685d4 for instance with vm_state shelved_offloaded and task_state spawning. [ 949.507189] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.529681] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.529681] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.529839] env[68292]: DEBUG nova.network.neutron [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.552548] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.555052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.956s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.557014] env[68292]: INFO nova.compute.claims [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.570288] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072251, 'name': ReconfigVM_Task, 'duration_secs': 0.72464} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.570288] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a/1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.570288] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-759033f7-ffa7-4566-93dd-dca711c172d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.576482] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 949.576482] env[68292]: value = "task-3072255" [ 949.576482] env[68292]: _type = "Task" [ 949.576482] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.583165] env[68292]: INFO nova.scheduler.client.report [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Deleted allocations for instance e1dee11e-e22b-48b2-9767-e1a06d5d0325 [ 949.588955] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072255, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.613621] env[68292]: INFO nova.compute.manager [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Took 53.06 seconds to build instance. [ 949.699856] env[68292]: DEBUG nova.compute.manager [req-ebc4dc1a-25bd-4b8b-903a-1c0150981035 req-b21d290f-1bff-45c9-9a23-9a7c038b9387 service nova] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Received event network-vif-deleted-4112ee96-d50f-4953-85d2-51f101ad80f1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.700096] env[68292]: INFO nova.compute.manager [req-ebc4dc1a-25bd-4b8b-903a-1c0150981035 req-b21d290f-1bff-45c9-9a23-9a7c038b9387 service nova] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Neutron deleted interface 4112ee96-d50f-4953-85d2-51f101ad80f1; detaching it from the instance and deleting it from the info cache [ 949.700443] env[68292]: DEBUG nova.network.neutron [req-ebc4dc1a-25bd-4b8b-903a-1c0150981035 req-b21d290f-1bff-45c9-9a23-9a7c038b9387 service nova] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.968202] env[68292]: DEBUG nova.network.neutron [-] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.091599] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072255, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.097496] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d173a54a-5631-4e9b-ac6f-b9e3ef8189a0 tempest-ServersTestJSON-1951051845 tempest-ServersTestJSON-1951051845-project-member] Lock "e1dee11e-e22b-48b2-9767-e1a06d5d0325" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.892s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.119506] env[68292]: DEBUG oslo_concurrency.lockutils [None req-182d22ed-3b0b-43bb-8e1e-f7eef564c009 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "0cca456e-0449-441c-b8dc-ad096e14943c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.599s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.206311] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eed11d37-33eb-4633-ac51-4a838eca3b4a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.214807] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586129d2-9eb2-4dca-b859-02c5d92c7ac2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.258359] env[68292]: DEBUG nova.compute.manager [req-ebc4dc1a-25bd-4b8b-903a-1c0150981035 req-b21d290f-1bff-45c9-9a23-9a7c038b9387 service nova] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Detach interface failed, port_id=4112ee96-d50f-4953-85d2-51f101ad80f1, reason: Instance dfe692de-b54f-4995-acd1-866e2db6f9ee could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.436968] env[68292]: DEBUG nova.network.neutron [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Updating instance_info_cache with network_info: [{"id": "9b435b86-6b97-4461-9986-5470f4e685d4", "address": "fa:16:3e:ec:31:78", "network": {"id": "2925f5ef-335e-421b-a420-7bb0de4262c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1540914255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d533ceae514415919efdcc59829f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b435b86-6b", "ovs_interfaceid": "9b435b86-6b97-4461-9986-5470f4e685d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.471627] env[68292]: INFO nova.compute.manager [-] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Took 1.30 seconds to deallocate network for instance. [ 950.591605] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072255, 'name': Rename_Task, 'duration_secs': 0.779231} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.591931] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.592200] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8430473-2132-4f54-9001-66ce98e570fb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.601664] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 950.601664] env[68292]: value = "task-3072256" [ 950.601664] env[68292]: _type = "Task" [ 950.601664] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.609412] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.942847] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Releasing lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.985811] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.992543] env[68292]: DEBUG nova.virt.hardware [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1d629f394ee6b631ac6ce8eac4b9abd8',container_format='bare',created_at=2025-03-18T16:43:24Z,direct_url=,disk_format='vmdk',id=b3fa2a16-587a-4524-a5bc-5852338554e3,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2040148628-shelved',owner='92d533ceae514415919efdcc59829f9b',properties=ImageMetaProps,protected=,size=31591936,status='active',tags=,updated_at=2025-03-18T16:43:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.992790] env[68292]: DEBUG nova.virt.hardware [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.992948] env[68292]: DEBUG nova.virt.hardware [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.993142] env[68292]: DEBUG nova.virt.hardware [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.993288] env[68292]: DEBUG nova.virt.hardware [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.993435] env[68292]: DEBUG nova.virt.hardware [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.993668] env[68292]: DEBUG nova.virt.hardware [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.993834] env[68292]: DEBUG nova.virt.hardware [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.994010] env[68292]: DEBUG nova.virt.hardware [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.994350] env[68292]: DEBUG nova.virt.hardware [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.994589] env[68292]: DEBUG nova.virt.hardware [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.996338] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d922ddf1-0f72-4bb0-8fd5-53a966f82c89 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.009118] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bb3fd1-5ed3-43de-9a1c-c6873b483915 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.021895] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:31:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b435b86-6b97-4461-9986-5470f4e685d4', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.029919] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.032747] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "086ae16c-239b-4e5f-8bc7-393f6f84a5ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.032978] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "086ae16c-239b-4e5f-8bc7-393f6f84a5ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.033309] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "086ae16c-239b-4e5f-8bc7-393f6f84a5ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.033382] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "086ae16c-239b-4e5f-8bc7-393f6f84a5ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.033533] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "086ae16c-239b-4e5f-8bc7-393f6f84a5ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.035399] env[68292]: INFO nova.compute.manager [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Terminating instance [ 951.037604] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.038556] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad0b481f-b496-4422-8a53-1f4e431066d1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.063729] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.063729] env[68292]: value = "task-3072257" [ 951.063729] env[68292]: _type = "Task" [ 951.063729] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.073560] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f268af-d55e-4593-838a-cc5a47736b74 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.077389] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072257, 'name': CreateVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.080140] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3067774a-f6dd-4b37-95e4-1481c218c1a3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.117725] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7c68c9-bf57-4236-b707-146054201d5d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.129446] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "0cca456e-0449-441c-b8dc-ad096e14943c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.129902] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "0cca456e-0449-441c-b8dc-ad096e14943c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.130058] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "0cca456e-0449-441c-b8dc-ad096e14943c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.130305] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "0cca456e-0449-441c-b8dc-ad096e14943c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.130493] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "0cca456e-0449-441c-b8dc-ad096e14943c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.132981] env[68292]: INFO nova.compute.manager [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Terminating instance [ 951.136307] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.138213] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932723d2-28ba-4f95-8447-11856937a582 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.154027] env[68292]: DEBUG nova.compute.provider_tree [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.418266] env[68292]: DEBUG nova.compute.manager [req-b5963ddb-450a-428a-96da-a3d0884f4e31 req-9f413e51-34da-45dc-bec5-af1cf960adb2 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Received event network-changed-9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.418462] env[68292]: DEBUG nova.compute.manager [req-b5963ddb-450a-428a-96da-a3d0884f4e31 req-9f413e51-34da-45dc-bec5-af1cf960adb2 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Refreshing instance network info cache due to event network-changed-9b435b86-6b97-4461-9986-5470f4e685d4. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.418682] env[68292]: DEBUG oslo_concurrency.lockutils [req-b5963ddb-450a-428a-96da-a3d0884f4e31 req-9f413e51-34da-45dc-bec5-af1cf960adb2 service nova] Acquiring lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.418819] env[68292]: DEBUG oslo_concurrency.lockutils [req-b5963ddb-450a-428a-96da-a3d0884f4e31 req-9f413e51-34da-45dc-bec5-af1cf960adb2 service nova] Acquired lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.419031] env[68292]: DEBUG nova.network.neutron [req-b5963ddb-450a-428a-96da-a3d0884f4e31 req-9f413e51-34da-45dc-bec5-af1cf960adb2 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Refreshing network info cache for port 9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.555503] env[68292]: DEBUG nova.compute.manager [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.555790] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.556684] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc41b85-1d47-4d00-afc1-c9951c4e23c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.566348] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.570867] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f7f3d84-cebf-4187-99e2-9b74f561bd3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.575884] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072257, 'name': CreateVM_Task, 'duration_secs': 0.366216} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.577096] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.577419] env[68292]: DEBUG oslo_vmware.api [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 951.577419] env[68292]: value = "task-3072258" [ 951.577419] env[68292]: _type = "Task" [ 951.577419] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.578065] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.578247] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.578965] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.578965] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-252d652a-725b-422c-a0c5-5d80bbf75baa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.588175] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 951.588175] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5275d328-feda-fa9d-f5dd-9d1bb3dc53af" [ 951.588175] env[68292]: _type = "Task" [ 951.588175] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.591228] env[68292]: DEBUG oslo_vmware.api [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.599887] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5275d328-feda-fa9d-f5dd-9d1bb3dc53af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.623636] env[68292]: DEBUG oslo_vmware.api [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072256, 'name': PowerOnVM_Task, 'duration_secs': 0.821413} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.623921] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.624934] env[68292]: INFO nova.compute.manager [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Took 6.00 seconds to spawn the instance on the hypervisor. [ 951.625184] env[68292]: DEBUG nova.compute.manager [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.626039] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545e664c-dc4c-4076-b27d-82c6b71234bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.639999] env[68292]: DEBUG nova.compute.manager [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.640669] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.641769] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32abd0c-6e11-403b-ac26-eb6fc7f6965c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.649645] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.650067] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bb42619-c8f6-4656-b832-0ec77fdac8b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.658784] env[68292]: DEBUG nova.scheduler.client.report [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.662991] env[68292]: DEBUG oslo_vmware.api [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 951.662991] env[68292]: value = "task-3072259" [ 951.662991] env[68292]: _type = "Task" [ 951.662991] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.673586] env[68292]: DEBUG oslo_vmware.api [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.089651] env[68292]: DEBUG oslo_vmware.api [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072258, 'name': PowerOffVM_Task, 'duration_secs': 0.194063} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.089886] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.090070] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.090329] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29682ca9-089b-4a05-ae9f-75fc58caec07 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.102297] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.102297] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Processing image b3fa2a16-587a-4524-a5bc-5852338554e3 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.102297] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3/b3fa2a16-587a-4524-a5bc-5852338554e3.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.102297] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3/b3fa2a16-587a-4524-a5bc-5852338554e3.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.102297] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.103097] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b96716c-bda6-4116-99cd-313845893a2b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.116179] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.116179] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.116179] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b29c23-066f-4b65-b0ff-967f2948c2b4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.126937] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 952.126937] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527cec3b-57eb-f933-e9e4-9abac1d4faa8" [ 952.126937] env[68292]: _type = "Task" [ 952.126937] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.140068] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527cec3b-57eb-f933-e9e4-9abac1d4faa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.150161] env[68292]: INFO nova.compute.manager [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Took 48.00 seconds to build instance. [ 952.153728] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.153990] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.154138] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Deleting the datastore file [datastore1] 086ae16c-239b-4e5f-8bc7-393f6f84a5ea {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.154563] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d50da628-2d3f-4c6b-b9d2-48f1f0e3912c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.162709] env[68292]: DEBUG oslo_vmware.api [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 952.162709] env[68292]: value = "task-3072261" [ 952.162709] env[68292]: _type = "Task" [ 952.162709] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.166035] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.166445] env[68292]: DEBUG nova.compute.manager [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.176071] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.176s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.177666] env[68292]: INFO nova.compute.claims [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.193836] env[68292]: DEBUG oslo_vmware.api [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.194307] env[68292]: DEBUG oslo_vmware.api [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072259, 'name': PowerOffVM_Task, 'duration_secs': 0.204183} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.194582] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.194768] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.195283] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba6a2880-27c4-4035-bdce-e2cb88f53681 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.257099] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.257391] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.257616] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Deleting the datastore file [datastore1] 0cca456e-0449-441c-b8dc-ad096e14943c {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.262852] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c448838b-2015-45f2-94a2-dd977a20fcc3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.273666] env[68292]: DEBUG oslo_vmware.api [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 952.273666] env[68292]: value = "task-3072263" [ 952.273666] env[68292]: _type = "Task" [ 952.273666] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.287019] env[68292]: DEBUG oslo_vmware.api [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.317785] env[68292]: DEBUG nova.network.neutron [req-b5963ddb-450a-428a-96da-a3d0884f4e31 req-9f413e51-34da-45dc-bec5-af1cf960adb2 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Updated VIF entry in instance network info cache for port 9b435b86-6b97-4461-9986-5470f4e685d4. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.317785] env[68292]: DEBUG nova.network.neutron [req-b5963ddb-450a-428a-96da-a3d0884f4e31 req-9f413e51-34da-45dc-bec5-af1cf960adb2 service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Updating instance_info_cache with network_info: [{"id": "9b435b86-6b97-4461-9986-5470f4e685d4", "address": "fa:16:3e:ec:31:78", "network": {"id": "2925f5ef-335e-421b-a420-7bb0de4262c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1540914255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d533ceae514415919efdcc59829f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b435b86-6b", "ovs_interfaceid": "9b435b86-6b97-4461-9986-5470f4e685d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.641117] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Preparing fetch location {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 952.641542] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Fetch image to [datastore2] OSTACK_IMG_ba625776-32d3-4e1f-8dcd-099f169f42db/OSTACK_IMG_ba625776-32d3-4e1f-8dcd-099f169f42db.vmdk {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 952.641840] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Downloading stream optimized image b3fa2a16-587a-4524-a5bc-5852338554e3 to [datastore2] OSTACK_IMG_ba625776-32d3-4e1f-8dcd-099f169f42db/OSTACK_IMG_ba625776-32d3-4e1f-8dcd-099f169f42db.vmdk on the data store datastore2 as vApp {{(pid=68292) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 952.642132] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Downloading image file data b3fa2a16-587a-4524-a5bc-5852338554e3 to the ESX as VM named 'OSTACK_IMG_ba625776-32d3-4e1f-8dcd-099f169f42db' {{(pid=68292) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 952.653724] env[68292]: DEBUG oslo_concurrency.lockutils [None req-65ce498c-a861-4dc0-b2b8-a1a62a184eae tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.522s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.679237] env[68292]: DEBUG oslo_vmware.api [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2285} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.681462] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.681667] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.681849] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.682036] env[68292]: INFO nova.compute.manager [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 952.682278] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.684568] env[68292]: DEBUG nova.compute.manager [-] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.684709] env[68292]: DEBUG nova.network.neutron [-] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.687209] env[68292]: DEBUG nova.compute.utils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.714400] env[68292]: DEBUG nova.compute.manager [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.714596] env[68292]: DEBUG nova.network.neutron [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.773086] env[68292]: DEBUG oslo_vmware.rw_handles [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 952.773086] env[68292]: value = "resgroup-9" [ 952.773086] env[68292]: _type = "ResourcePool" [ 952.773086] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 952.773319] env[68292]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-31a03912-c8f3-4d45-95c0-971a402ec3de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.803587] env[68292]: DEBUG oslo_vmware.api [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351083} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.804259] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.804259] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.804259] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.804505] env[68292]: INFO nova.compute.manager [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 952.804790] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.809721] env[68292]: DEBUG nova.compute.manager [-] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.809721] env[68292]: DEBUG nova.network.neutron [-] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.809721] env[68292]: DEBUG oslo_vmware.rw_handles [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lease: (returnval){ [ 952.809721] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab9b10-0091-0a97-f0df-7a66a91cea8c" [ 952.809721] env[68292]: _type = "HttpNfcLease" [ 952.809721] env[68292]: } obtained for vApp import into resource pool (val){ [ 952.809721] env[68292]: value = "resgroup-9" [ 952.809721] env[68292]: _type = "ResourcePool" [ 952.809721] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 952.809721] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the lease: (returnval){ [ 952.809721] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab9b10-0091-0a97-f0df-7a66a91cea8c" [ 952.809721] env[68292]: _type = "HttpNfcLease" [ 952.809721] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 952.818054] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.818054] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab9b10-0091-0a97-f0df-7a66a91cea8c" [ 952.818054] env[68292]: _type = "HttpNfcLease" [ 952.818054] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 952.820783] env[68292]: DEBUG oslo_concurrency.lockutils [req-b5963ddb-450a-428a-96da-a3d0884f4e31 req-9f413e51-34da-45dc-bec5-af1cf960adb2 service nova] Releasing lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.852852] env[68292]: DEBUG nova.policy [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c07febcb47d747f98cc1d11c3ada5d5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ebe40851a4740c28aadfb8e96b372b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.930811] env[68292]: INFO nova.compute.manager [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Rebuilding instance [ 952.981028] env[68292]: DEBUG nova.compute.manager [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.985767] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b733dcc9-54c0-4929-a922-dfedc6acd52f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.216486] env[68292]: DEBUG nova.compute.manager [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.294505] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6db31c-cf8a-4c39-996e-51d5e6014463 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.303495] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44131f8-c9b4-4772-86d3-44a7d1ebb6a3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.342525] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61858f94-e1be-4b3c-9f3c-a1f6faa217eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.348474] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.348474] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab9b10-0091-0a97-f0df-7a66a91cea8c" [ 953.348474] env[68292]: _type = "HttpNfcLease" [ 953.348474] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 953.353704] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66bdd04-2623-4637-a7f6-88107e519c67 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.373775] env[68292]: DEBUG nova.compute.provider_tree [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.455304] env[68292]: DEBUG nova.compute.manager [req-5e09571a-35c2-4be9-9f74-d72e8b3d6c5e req-60ead310-a4a8-4958-b3ec-599016411cae service nova] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Received event network-vif-deleted-03b8fb3d-01c2-454f-9299-a997ebfa7327 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.455542] env[68292]: INFO nova.compute.manager [req-5e09571a-35c2-4be9-9f74-d72e8b3d6c5e req-60ead310-a4a8-4958-b3ec-599016411cae service nova] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Neutron deleted interface 03b8fb3d-01c2-454f-9299-a997ebfa7327; detaching it from the instance and deleting it from the info cache [ 953.455780] env[68292]: DEBUG nova.network.neutron [req-5e09571a-35c2-4be9-9f74-d72e8b3d6c5e req-60ead310-a4a8-4958-b3ec-599016411cae service nova] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.597637] env[68292]: DEBUG nova.network.neutron [-] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.819212] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.819212] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab9b10-0091-0a97-f0df-7a66a91cea8c" [ 953.819212] env[68292]: _type = "HttpNfcLease" [ 953.819212] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 953.821724] env[68292]: DEBUG oslo_vmware.rw_handles [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 953.821724] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab9b10-0091-0a97-f0df-7a66a91cea8c" [ 953.821724] env[68292]: _type = "HttpNfcLease" [ 953.821724] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 953.823275] env[68292]: DEBUG nova.compute.manager [req-7572b2a6-8ec7-4ebd-ae84-8c0bc1bb63a5 req-0a72360a-608c-44f3-8afb-33f192796db8 service nova] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Received event network-vif-deleted-dfa115fd-6947-4c7e-a611-f9830ae25d84 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.823494] env[68292]: INFO nova.compute.manager [req-7572b2a6-8ec7-4ebd-ae84-8c0bc1bb63a5 req-0a72360a-608c-44f3-8afb-33f192796db8 service nova] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Neutron deleted interface dfa115fd-6947-4c7e-a611-f9830ae25d84; detaching it from the instance and deleting it from the info cache [ 953.823671] env[68292]: DEBUG nova.network.neutron [req-7572b2a6-8ec7-4ebd-ae84-8c0bc1bb63a5 req-0a72360a-608c-44f3-8afb-33f192796db8 service nova] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.825592] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a28f792-f622-4b92-91bd-ebec79e09e5b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.834987] env[68292]: DEBUG oslo_vmware.rw_handles [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c239a4-bc90-38d4-bebf-325449ae80e5/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 953.834987] env[68292]: DEBUG oslo_vmware.rw_handles [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Creating HTTP connection to write to file with size = 31591936 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c239a4-bc90-38d4-bebf-325449ae80e5/disk-0.vmdk. {{(pid=68292) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 953.902713] env[68292]: DEBUG nova.scheduler.client.report [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.908211] env[68292]: DEBUG nova.network.neutron [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Successfully created port: 55ba793d-6f04-4e4a-b161-1037f6fedc34 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.914984] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ede78a9f-891e-47c1-91fa-8010956f07f0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.959254] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fc14d8e-0cf4-499b-b8fa-8e9eabceb101 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.970019] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035d669d-20a7-4ec2-8249-986c1fe1fe3d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.001769] env[68292]: DEBUG nova.compute.manager [req-5e09571a-35c2-4be9-9f74-d72e8b3d6c5e req-60ead310-a4a8-4958-b3ec-599016411cae service nova] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Detach interface failed, port_id=03b8fb3d-01c2-454f-9299-a997ebfa7327, reason: Instance 086ae16c-239b-4e5f-8bc7-393f6f84a5ea could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.006583] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.006583] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af2865e2-9783-4920-957e-895fe04cf5e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.014028] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 954.014028] env[68292]: value = "task-3072265" [ 954.014028] env[68292]: _type = "Task" [ 954.014028] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.023861] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.100697] env[68292]: INFO nova.compute.manager [-] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Took 1.41 seconds to deallocate network for instance. [ 954.218770] env[68292]: DEBUG nova.network.neutron [-] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.229346] env[68292]: DEBUG nova.compute.manager [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.279295] env[68292]: DEBUG nova.virt.hardware [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.279295] env[68292]: DEBUG nova.virt.hardware [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.279295] env[68292]: DEBUG nova.virt.hardware [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.279667] env[68292]: DEBUG nova.virt.hardware [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.279667] env[68292]: DEBUG nova.virt.hardware [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.279732] env[68292]: DEBUG nova.virt.hardware [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.281419] env[68292]: DEBUG nova.virt.hardware [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.281419] env[68292]: DEBUG nova.virt.hardware [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.281419] env[68292]: DEBUG nova.virt.hardware [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.281419] env[68292]: DEBUG nova.virt.hardware [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.281419] env[68292]: DEBUG nova.virt.hardware [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.284682] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef0a111-ea04-42c5-9d19-895cab99c7d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.298106] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080e908c-df1c-4e9d-ab9a-a8839cdcb8ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.330540] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d0da461-4ab6-47a1-9116-3c4d37408b23 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.343255] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a48c2f-8e2d-4816-8682-0310de732c6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.383894] env[68292]: DEBUG nova.compute.manager [req-7572b2a6-8ec7-4ebd-ae84-8c0bc1bb63a5 req-0a72360a-608c-44f3-8afb-33f192796db8 service nova] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Detach interface failed, port_id=dfa115fd-6947-4c7e-a611-f9830ae25d84, reason: Instance 0cca456e-0449-441c-b8dc-ad096e14943c could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.414900] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.415761] env[68292]: DEBUG nova.compute.manager [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.425039] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.072s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.427244] env[68292]: INFO nova.compute.claims [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.527528] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072265, 'name': PowerOffVM_Task, 'duration_secs': 0.160324} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.527809] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.528045] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.528865] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dd5ba4-5638-4135-a942-50df08c92392 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.536040] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.536364] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c19956e-c642-465d-831b-364acda738d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.565126] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.565381] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.565564] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Deleting the datastore file [datastore2] 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.566017] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d486f5d-5ae9-4664-98c5-8442b9ff924a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.574802] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 954.574802] env[68292]: value = "task-3072267" [ 954.574802] env[68292]: _type = "Task" [ 954.574802] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.586013] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.607526] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.722459] env[68292]: INFO nova.compute.manager [-] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Took 1.92 seconds to deallocate network for instance. [ 954.933997] env[68292]: DEBUG nova.compute.utils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.939655] env[68292]: DEBUG nova.compute.manager [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.939655] env[68292]: DEBUG nova.network.neutron [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.982992] env[68292]: DEBUG nova.policy [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c07febcb47d747f98cc1d11c3ada5d5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ebe40851a4740c28aadfb8e96b372b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.044173] env[68292]: DEBUG oslo_vmware.rw_handles [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Completed reading data from the image iterator. {{(pid=68292) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 955.044427] env[68292]: DEBUG oslo_vmware.rw_handles [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c239a4-bc90-38d4-bebf-325449ae80e5/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 955.045413] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16b2b42-703b-4dc0-a0d3-8ecdb215aa71 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.053728] env[68292]: DEBUG oslo_vmware.rw_handles [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c239a4-bc90-38d4-bebf-325449ae80e5/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 955.053964] env[68292]: DEBUG oslo_vmware.rw_handles [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c239a4-bc90-38d4-bebf-325449ae80e5/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 955.054269] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-52d3c853-f543-4461-8356-a2f7d5fc0abe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.085713] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183769} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.085955] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.086159] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.086350] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.237927] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.248739] env[68292]: DEBUG oslo_vmware.rw_handles [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c239a4-bc90-38d4-bebf-325449ae80e5/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 955.250432] env[68292]: INFO nova.virt.vmwareapi.images [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Downloaded image file data b3fa2a16-587a-4524-a5bc-5852338554e3 [ 955.250790] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38095f0-0a92-4348-ba6b-af5ec132b622 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.272694] env[68292]: DEBUG nova.network.neutron [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Successfully created port: 91638993-fa72-4970-8789-85eadfe1e0bf {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.276240] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e8988ed-489c-4b18-b4fb-f1fe4123b45f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.313373] env[68292]: INFO nova.virt.vmwareapi.images [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] The imported VM was unregistered [ 955.316661] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Caching image {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 955.316661] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3 {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.316661] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c5cae3-4d5c-42d7-b3d1-197bb856d721 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.328178] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "1996c183-e520-4019-ad87-647bad8d5008" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.328410] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "1996c183-e520-4019-ad87-647bad8d5008" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.336295] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Created directory with path [datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3 {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.336501] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ba625776-32d3-4e1f-8dcd-099f169f42db/OSTACK_IMG_ba625776-32d3-4e1f-8dcd-099f169f42db.vmdk to [datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3/b3fa2a16-587a-4524-a5bc-5852338554e3.vmdk. {{(pid=68292) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 955.336783] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-19d53f1c-85d5-4c6f-a2d4-f73d049170a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.344382] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 955.344382] env[68292]: value = "task-3072269" [ 955.344382] env[68292]: _type = "Task" [ 955.344382] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.353188] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072269, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.441137] env[68292]: DEBUG nova.compute.manager [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.824664] env[68292]: DEBUG nova.network.neutron [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Successfully updated port: 55ba793d-6f04-4e4a-b161-1037f6fedc34 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.831458] env[68292]: DEBUG nova.compute.manager [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.853510] env[68292]: DEBUG nova.compute.manager [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Received event network-vif-plugged-55ba793d-6f04-4e4a-b161-1037f6fedc34 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.853827] env[68292]: DEBUG oslo_concurrency.lockutils [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] Acquiring lock "21a4104b-e0ae-480c-bc3a-e33a646dff63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.853875] env[68292]: DEBUG oslo_concurrency.lockutils [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] Lock "21a4104b-e0ae-480c-bc3a-e33a646dff63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.854019] env[68292]: DEBUG oslo_concurrency.lockutils [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] Lock "21a4104b-e0ae-480c-bc3a-e33a646dff63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.854222] env[68292]: DEBUG nova.compute.manager [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] No waiting events found dispatching network-vif-plugged-55ba793d-6f04-4e4a-b161-1037f6fedc34 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.854388] env[68292]: WARNING nova.compute.manager [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Received unexpected event network-vif-plugged-55ba793d-6f04-4e4a-b161-1037f6fedc34 for instance with vm_state building and task_state spawning. [ 955.854547] env[68292]: DEBUG nova.compute.manager [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Received event network-changed-55ba793d-6f04-4e4a-b161-1037f6fedc34 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.854699] env[68292]: DEBUG nova.compute.manager [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Refreshing instance network info cache due to event network-changed-55ba793d-6f04-4e4a-b161-1037f6fedc34. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.854894] env[68292]: DEBUG oslo_concurrency.lockutils [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] Acquiring lock "refresh_cache-21a4104b-e0ae-480c-bc3a-e33a646dff63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.855049] env[68292]: DEBUG oslo_concurrency.lockutils [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] Acquired lock "refresh_cache-21a4104b-e0ae-480c-bc3a-e33a646dff63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.855208] env[68292]: DEBUG nova.network.neutron [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Refreshing network info cache for port 55ba793d-6f04-4e4a-b161-1037f6fedc34 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.863746] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072269, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.895910] env[68292]: DEBUG nova.network.neutron [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.979841] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4cd246-314d-4117-a470-1ead4c58bbff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.992171] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f2d00c-9e55-4ba4-b57c-248f48ccd45b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.998276] env[68292]: DEBUG nova.network.neutron [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.030582] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f47dad0-2440-423f-8734-60b1623ad734 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.041741] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c5093f-463f-417a-b6f4-c79eb4df9f8f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.058698] env[68292]: DEBUG nova.compute.provider_tree [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.126880] env[68292]: DEBUG nova.virt.hardware [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.127179] env[68292]: DEBUG nova.virt.hardware [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.127344] env[68292]: DEBUG nova.virt.hardware [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.127528] env[68292]: DEBUG nova.virt.hardware [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.127677] env[68292]: DEBUG nova.virt.hardware [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.127830] env[68292]: DEBUG nova.virt.hardware [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.128051] env[68292]: DEBUG nova.virt.hardware [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.128219] env[68292]: DEBUG nova.virt.hardware [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.128389] env[68292]: DEBUG nova.virt.hardware [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.128549] env[68292]: DEBUG nova.virt.hardware [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.128723] env[68292]: DEBUG nova.virt.hardware [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.129986] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fde421-8f9d-45d1-89e4-5de405edc69b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.138650] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217d0f17-e43b-480f-8a84-04caff3dc372 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.154175] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.159830] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.160277] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.160406] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da85ed80-246a-40ca-8810-bb8550315486 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.178921] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.178921] env[68292]: value = "task-3072270" [ 956.178921] env[68292]: _type = "Task" [ 956.178921] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.188877] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072270, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.329801] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "refresh_cache-21a4104b-e0ae-480c-bc3a-e33a646dff63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.356304] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072269, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.361059] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.455439] env[68292]: DEBUG nova.compute.manager [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.480838] env[68292]: DEBUG nova.virt.hardware [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.481217] env[68292]: DEBUG nova.virt.hardware [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.481638] env[68292]: DEBUG nova.virt.hardware [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.481638] env[68292]: DEBUG nova.virt.hardware [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.481766] env[68292]: DEBUG nova.virt.hardware [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.481937] env[68292]: DEBUG nova.virt.hardware [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.482178] env[68292]: DEBUG nova.virt.hardware [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.482346] env[68292]: DEBUG nova.virt.hardware [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.482544] env[68292]: DEBUG nova.virt.hardware [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.482719] env[68292]: DEBUG nova.virt.hardware [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.482918] env[68292]: DEBUG nova.virt.hardware [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.483927] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dc78f9-28ea-44da-883a-b640b76f2698 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.493839] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e714d15-ff7c-486d-8165-f75051a7e13d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.502818] env[68292]: DEBUG oslo_concurrency.lockutils [req-ee782bf4-a1d2-43ea-9f2d-b88508363d07 req-a59180d9-2664-46a2-805f-f1172026e9bf service nova] Releasing lock "refresh_cache-21a4104b-e0ae-480c-bc3a-e33a646dff63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.503193] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired lock "refresh_cache-21a4104b-e0ae-480c-bc3a-e33a646dff63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.503379] env[68292]: DEBUG nova.network.neutron [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.547083] env[68292]: DEBUG nova.network.neutron [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.562882] env[68292]: DEBUG nova.scheduler.client.report [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.689816] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072270, 'name': CreateVM_Task, 'duration_secs': 0.3568} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.690066] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.690469] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.690633] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.691040] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.691336] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d7b335f-a290-4779-871e-81715b143701 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.697599] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 956.697599] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52945485-f54d-b8d2-b2ee-4835d4afca94" [ 956.697599] env[68292]: _type = "Task" [ 956.697599] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.710032] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52945485-f54d-b8d2-b2ee-4835d4afca94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.749087] env[68292]: DEBUG nova.network.neutron [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Updating instance_info_cache with network_info: [{"id": "55ba793d-6f04-4e4a-b161-1037f6fedc34", "address": "fa:16:3e:18:8e:23", "network": {"id": "6defd495-67db-4f74-b25f-282f8c488f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1291244906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebe40851a4740c28aadfb8e96b372b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ba793d-6f", "ovs_interfaceid": "55ba793d-6f04-4e4a-b161-1037f6fedc34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.856714] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072269, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.006412] env[68292]: DEBUG nova.network.neutron [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Successfully updated port: 91638993-fa72-4970-8789-85eadfe1e0bf {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.068704] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.069582] env[68292]: DEBUG nova.compute.manager [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.072536] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.179s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.210411] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52945485-f54d-b8d2-b2ee-4835d4afca94, 'name': SearchDatastore_Task, 'duration_secs': 0.014308} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.210650] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.210895] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.211311] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.211311] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.211705] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.211832] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf94f1f2-552f-4d7f-add1-c70a3a838fe4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.223248] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.223611] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.224580] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3523e44-6ec7-4f1b-a63d-24ec418bc35e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.232355] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 957.232355] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c06995-f672-f1d1-ce83-87663d257570" [ 957.232355] env[68292]: _type = "Task" [ 957.232355] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.242588] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c06995-f672-f1d1-ce83-87663d257570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.251784] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Releasing lock "refresh_cache-21a4104b-e0ae-480c-bc3a-e33a646dff63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.252224] env[68292]: DEBUG nova.compute.manager [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Instance network_info: |[{"id": "55ba793d-6f04-4e4a-b161-1037f6fedc34", "address": "fa:16:3e:18:8e:23", "network": {"id": "6defd495-67db-4f74-b25f-282f8c488f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1291244906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebe40851a4740c28aadfb8e96b372b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ba793d-6f", "ovs_interfaceid": "55ba793d-6f04-4e4a-b161-1037f6fedc34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.252826] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:8e:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55ba793d-6f04-4e4a-b161-1037f6fedc34', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.260863] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Creating folder: Project (9ebe40851a4740c28aadfb8e96b372b0). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.261276] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbeb341d-c2d3-46d2-a03d-c38e58bac5a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.276588] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Created folder: Project (9ebe40851a4740c28aadfb8e96b372b0) in parent group-v614981. [ 957.276663] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Creating folder: Instances. Parent ref: group-v615188. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.276928] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6030309b-2810-4f8a-9261-2ad30b57966b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.289229] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Created folder: Instances in parent group-v615188. [ 957.289506] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.289769] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.290009] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-814a90a0-b91e-410f-bfb6-587c2bcc7ce6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.312410] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.312410] env[68292]: value = "task-3072273" [ 957.312410] env[68292]: _type = "Task" [ 957.312410] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.321732] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072273, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.356610] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072269, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.509817] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "refresh_cache-41e4be51-e7a8-449b-aa03-2c05099de141" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.509882] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired lock "refresh_cache-41e4be51-e7a8-449b-aa03-2c05099de141" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.510054] env[68292]: DEBUG nova.network.neutron [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.577054] env[68292]: DEBUG nova.compute.utils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.578678] env[68292]: DEBUG nova.compute.manager [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.578864] env[68292]: DEBUG nova.network.neutron [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.583310] env[68292]: INFO nova.compute.claims [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.656563] env[68292]: DEBUG nova.policy [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c07febcb47d747f98cc1d11c3ada5d5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ebe40851a4740c28aadfb8e96b372b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.744579] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c06995-f672-f1d1-ce83-87663d257570, 'name': SearchDatastore_Task, 'duration_secs': 0.013615} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.745640] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c843628c-9b8e-462d-aa84-48e392a2ab5f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.753478] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 957.753478] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]524285fb-ba69-f39d-4b89-4fa4e5bbbbaa" [ 957.753478] env[68292]: _type = "Task" [ 957.753478] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.763036] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524285fb-ba69-f39d-4b89-4fa4e5bbbbaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.825815] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072273, 'name': CreateVM_Task, 'duration_secs': 0.354338} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.825964] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.826658] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.826890] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.827867] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.827867] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68e7e6e-39df-4413-b9f8-257d59f317d5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.832478] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 957.832478] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]523f0912-0628-041b-4f7e-9c4bedb8638f" [ 957.832478] env[68292]: _type = "Task" [ 957.832478] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.840737] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523f0912-0628-041b-4f7e-9c4bedb8638f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.858891] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072269, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.457663} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.859128] env[68292]: INFO nova.virt.vmwareapi.ds_util [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ba625776-32d3-4e1f-8dcd-099f169f42db/OSTACK_IMG_ba625776-32d3-4e1f-8dcd-099f169f42db.vmdk to [datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3/b3fa2a16-587a-4524-a5bc-5852338554e3.vmdk. [ 957.859325] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Cleaning up location [datastore2] OSTACK_IMG_ba625776-32d3-4e1f-8dcd-099f169f42db {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 957.859498] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ba625776-32d3-4e1f-8dcd-099f169f42db {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.859747] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c43ea1-5583-49cf-9754-7c9bee510912 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.867038] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 957.867038] env[68292]: value = "task-3072274" [ 957.867038] env[68292]: _type = "Task" [ 957.867038] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.875149] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.880602] env[68292]: DEBUG nova.compute.manager [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Received event network-vif-plugged-91638993-fa72-4970-8789-85eadfe1e0bf {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.880844] env[68292]: DEBUG oslo_concurrency.lockutils [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] Acquiring lock "41e4be51-e7a8-449b-aa03-2c05099de141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.881053] env[68292]: DEBUG oslo_concurrency.lockutils [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] Lock "41e4be51-e7a8-449b-aa03-2c05099de141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.881296] env[68292]: DEBUG oslo_concurrency.lockutils [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] Lock "41e4be51-e7a8-449b-aa03-2c05099de141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.881468] env[68292]: DEBUG nova.compute.manager [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] No waiting events found dispatching network-vif-plugged-91638993-fa72-4970-8789-85eadfe1e0bf {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.881632] env[68292]: WARNING nova.compute.manager [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Received unexpected event network-vif-plugged-91638993-fa72-4970-8789-85eadfe1e0bf for instance with vm_state building and task_state spawning. [ 957.881794] env[68292]: DEBUG nova.compute.manager [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Received event network-changed-91638993-fa72-4970-8789-85eadfe1e0bf {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.881905] env[68292]: DEBUG nova.compute.manager [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Refreshing instance network info cache due to event network-changed-91638993-fa72-4970-8789-85eadfe1e0bf. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.882047] env[68292]: DEBUG oslo_concurrency.lockutils [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] Acquiring lock "refresh_cache-41e4be51-e7a8-449b-aa03-2c05099de141" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.972508] env[68292]: DEBUG nova.network.neutron [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Successfully created port: 1576d4ed-c19f-4fcd-a041-0cf7b3266b12 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.050847] env[68292]: DEBUG nova.network.neutron [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.091333] env[68292]: DEBUG nova.compute.manager [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.103399] env[68292]: INFO nova.compute.resource_tracker [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating resource usage from migration 910541bb-5d01-4ae5-8149-368f7ba7f750 [ 958.266340] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524285fb-ba69-f39d-4b89-4fa4e5bbbbaa, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.269014] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.269317] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a/1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.270036] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db7c8ec-53f9-4226-93de-ba9d1d2250a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.279016] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 958.279016] env[68292]: value = "task-3072275" [ 958.279016] env[68292]: _type = "Task" [ 958.279016] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.291982] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.297049] env[68292]: DEBUG nova.network.neutron [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Updating instance_info_cache with network_info: [{"id": "91638993-fa72-4970-8789-85eadfe1e0bf", "address": "fa:16:3e:ac:f4:eb", "network": {"id": "6defd495-67db-4f74-b25f-282f8c488f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1291244906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebe40851a4740c28aadfb8e96b372b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91638993-fa", "ovs_interfaceid": "91638993-fa72-4970-8789-85eadfe1e0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.344431] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523f0912-0628-041b-4f7e-9c4bedb8638f, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.347469] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.347734] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.347980] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.348176] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.348371] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.349170] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-771485ea-70b7-4042-9efd-41306e7c1b0b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.359213] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.359486] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.360152] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcbcd1a-943c-4437-9ddc-f008efed2b2d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.369132] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 958.369132] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b3e769-212a-7705-f45a-9c3a0fe9c592" [ 958.369132] env[68292]: _type = "Task" [ 958.369132] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.388284] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b3e769-212a-7705-f45a-9c3a0fe9c592, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.388526] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039969} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.389495] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.389674] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3/b3fa2a16-587a-4524-a5bc-5852338554e3.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.390018] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3/b3fa2a16-587a-4524-a5bc-5852338554e3.vmdk to [datastore2] 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270/59f8f03c-8edf-42e2-a1ff-ef29c4c6d270.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.392657] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38feddd1-515b-4d09-ad6c-39cfa54bd763 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.394862] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebf81f0b-4a67-4bfc-bc8b-a5d8253f7e1e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.400532] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 958.400532] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52cd61a8-be9f-04fc-d06b-3e7bb40445e0" [ 958.400532] env[68292]: _type = "Task" [ 958.400532] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.404540] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 958.404540] env[68292]: value = "task-3072276" [ 958.404540] env[68292]: _type = "Task" [ 958.404540] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.411126] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cd61a8-be9f-04fc-d06b-3e7bb40445e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.418758] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.629344] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086d706b-ffd5-4e18-b8c3-3da4ce64abff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.638252] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b563c0cd-7f3a-4bb4-b813-3d9b4aadbc61 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.672139] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919a7f82-3341-411e-9c55-8d11ac1588b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.683109] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242b44a1-ecb6-42c2-b051-bc7789402455 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.700253] env[68292]: DEBUG nova.compute.provider_tree [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.795018] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072275, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.803519] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Releasing lock "refresh_cache-41e4be51-e7a8-449b-aa03-2c05099de141" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.803885] env[68292]: DEBUG nova.compute.manager [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Instance network_info: |[{"id": "91638993-fa72-4970-8789-85eadfe1e0bf", "address": "fa:16:3e:ac:f4:eb", "network": {"id": "6defd495-67db-4f74-b25f-282f8c488f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1291244906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebe40851a4740c28aadfb8e96b372b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91638993-fa", "ovs_interfaceid": "91638993-fa72-4970-8789-85eadfe1e0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.804266] env[68292]: DEBUG oslo_concurrency.lockutils [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] Acquired lock "refresh_cache-41e4be51-e7a8-449b-aa03-2c05099de141" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.804466] env[68292]: DEBUG nova.network.neutron [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Refreshing network info cache for port 91638993-fa72-4970-8789-85eadfe1e0bf {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.805858] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:f4:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91638993-fa72-4970-8789-85eadfe1e0bf', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.813787] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.814940] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.815245] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c46991da-d631-4f6c-a573-d1d7bdfe2d57 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.839301] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.839301] env[68292]: value = "task-3072277" [ 958.839301] env[68292]: _type = "Task" [ 958.839301] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.849439] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072277, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.912886] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cd61a8-be9f-04fc-d06b-3e7bb40445e0, 'name': SearchDatastore_Task, 'duration_secs': 0.018694} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.913730] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.914133] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 21a4104b-e0ae-480c-bc3a-e33a646dff63/21a4104b-e0ae-480c-bc3a-e33a646dff63.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.914413] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08434eef-b0ca-4ab3-ae4c-932eb5cb0079 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.919986] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072276, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.927666] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 958.927666] env[68292]: value = "task-3072278" [ 958.927666] env[68292]: _type = "Task" [ 958.927666] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.938894] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.104598] env[68292]: DEBUG nova.compute.manager [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.135758] env[68292]: DEBUG nova.virt.hardware [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.136076] env[68292]: DEBUG nova.virt.hardware [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.136303] env[68292]: DEBUG nova.virt.hardware [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.136524] env[68292]: DEBUG nova.virt.hardware [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.136697] env[68292]: DEBUG nova.virt.hardware [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.136895] env[68292]: DEBUG nova.virt.hardware [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.137172] env[68292]: DEBUG nova.virt.hardware [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.138659] env[68292]: DEBUG nova.virt.hardware [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.138659] env[68292]: DEBUG nova.virt.hardware [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.138659] env[68292]: DEBUG nova.virt.hardware [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.138659] env[68292]: DEBUG nova.virt.hardware [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.139045] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221521ec-8037-4af9-b314-cb32c431ddf9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.148095] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68bb849-2b6a-43e9-8b02-3479873cd670 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.203831] env[68292]: DEBUG nova.scheduler.client.report [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.293895] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546022} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.294768] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a/1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.295275] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.295840] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac3a6c10-2bac-44b7-aa51-0a2dbb7c1a61 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.310355] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 959.310355] env[68292]: value = "task-3072279" [ 959.310355] env[68292]: _type = "Task" [ 959.310355] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.324854] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.356031] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072277, 'name': CreateVM_Task, 'duration_secs': 0.395952} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.357296] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.357768] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.358120] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.358586] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.359135] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abccdca2-d799-4352-98b3-29fe6f6d1653 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.369724] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 959.369724] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c88f7b-5e16-cd8d-0762-d54259514e97" [ 959.369724] env[68292]: _type = "Task" [ 959.369724] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.380911] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c88f7b-5e16-cd8d-0762-d54259514e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.417900] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072276, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.444168] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.708297] env[68292]: DEBUG nova.network.neutron [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Updated VIF entry in instance network info cache for port 91638993-fa72-4970-8789-85eadfe1e0bf. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.708668] env[68292]: DEBUG nova.network.neutron [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Updating instance_info_cache with network_info: [{"id": "91638993-fa72-4970-8789-85eadfe1e0bf", "address": "fa:16:3e:ac:f4:eb", "network": {"id": "6defd495-67db-4f74-b25f-282f8c488f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1291244906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebe40851a4740c28aadfb8e96b372b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91638993-fa", "ovs_interfaceid": "91638993-fa72-4970-8789-85eadfe1e0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.710407] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.638s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.710595] env[68292]: INFO nova.compute.manager [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Migrating [ 959.717827] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.192s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.719575] env[68292]: INFO nova.compute.claims [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.821360] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120087} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.821655] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.822498] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28a9887-011e-404b-a74b-660feab10e1e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.843514] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a/1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.844331] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ef15e4-a9e3-4b5b-8688-15d840f58fee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.869438] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 959.869438] env[68292]: value = "task-3072280" [ 959.869438] env[68292]: _type = "Task" [ 959.869438] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.873410] env[68292]: DEBUG nova.network.neutron [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Successfully updated port: 1576d4ed-c19f-4fcd-a041-0cf7b3266b12 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.885422] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c88f7b-5e16-cd8d-0762-d54259514e97, 'name': SearchDatastore_Task, 'duration_secs': 0.055021} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.888509] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.888760] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.889000] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.889159] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.889345] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.889655] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.890627] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bab1f3f-c8cd-47e9-ab05-407cc77c9080 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.914333] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.914666] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.918444] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f727648-abf5-44ce-8449-78cbd924f27d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.921016] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072276, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.925940] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 959.925940] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a0fe5e-eb01-ffc1-f663-2453de5821cc" [ 959.925940] env[68292]: _type = "Task" [ 959.925940] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.939667] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605304} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.944060] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 21a4104b-e0ae-480c-bc3a-e33a646dff63/21a4104b-e0ae-480c-bc3a-e33a646dff63.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.944060] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.944195] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a0fe5e-eb01-ffc1-f663-2453de5821cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.945031] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4988ebd0-04aa-4de3-9e55-664e17a26c25 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.953296] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 959.953296] env[68292]: value = "task-3072281" [ 959.953296] env[68292]: _type = "Task" [ 959.953296] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.960212] env[68292]: DEBUG nova.compute.manager [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Received event network-vif-plugged-1576d4ed-c19f-4fcd-a041-0cf7b3266b12 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.960521] env[68292]: DEBUG oslo_concurrency.lockutils [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] Acquiring lock "cb712708-9c16-4cd1-ad71-820984abbc98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.960663] env[68292]: DEBUG oslo_concurrency.lockutils [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] Lock "cb712708-9c16-4cd1-ad71-820984abbc98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.960797] env[68292]: DEBUG oslo_concurrency.lockutils [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] Lock "cb712708-9c16-4cd1-ad71-820984abbc98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.960967] env[68292]: DEBUG nova.compute.manager [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] No waiting events found dispatching network-vif-plugged-1576d4ed-c19f-4fcd-a041-0cf7b3266b12 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.961160] env[68292]: WARNING nova.compute.manager [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Received unexpected event network-vif-plugged-1576d4ed-c19f-4fcd-a041-0cf7b3266b12 for instance with vm_state building and task_state spawning. [ 959.961322] env[68292]: DEBUG nova.compute.manager [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Received event network-changed-1576d4ed-c19f-4fcd-a041-0cf7b3266b12 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.961475] env[68292]: DEBUG nova.compute.manager [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Refreshing instance network info cache due to event network-changed-1576d4ed-c19f-4fcd-a041-0cf7b3266b12. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.961661] env[68292]: DEBUG oslo_concurrency.lockutils [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] Acquiring lock "refresh_cache-cb712708-9c16-4cd1-ad71-820984abbc98" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.961799] env[68292]: DEBUG oslo_concurrency.lockutils [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] Acquired lock "refresh_cache-cb712708-9c16-4cd1-ad71-820984abbc98" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.961979] env[68292]: DEBUG nova.network.neutron [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Refreshing network info cache for port 1576d4ed-c19f-4fcd-a041-0cf7b3266b12 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.966738] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.218800] env[68292]: DEBUG oslo_concurrency.lockutils [req-86b51502-58e5-45bf-8516-00fea8a46ad4 req-31ed473c-10b5-499a-82ab-468189f9079a service nova] Releasing lock "refresh_cache-41e4be51-e7a8-449b-aa03-2c05099de141" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.231723] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.231938] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.232152] env[68292]: DEBUG nova.network.neutron [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.381187] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "refresh_cache-cb712708-9c16-4cd1-ad71-820984abbc98" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.381501] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072280, 'name': ReconfigVM_Task, 'duration_secs': 0.34433} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.381746] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a/1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.382422] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d832fed4-fcae-46cf-ab00-c7d1f6278040 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.391769] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 960.391769] env[68292]: value = "task-3072282" [ 960.391769] env[68292]: _type = "Task" [ 960.391769] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.402895] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072282, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.417378] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072276, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.438615] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a0fe5e-eb01-ffc1-f663-2453de5821cc, 'name': SearchDatastore_Task, 'duration_secs': 0.020201} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.439511] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ac5355-57c7-4cf7-a9ee-af0be411d586 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.446247] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 960.446247] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520b389f-4811-a112-adb8-548dd676bdb1" [ 960.446247] env[68292]: _type = "Task" [ 960.446247] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.455129] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520b389f-4811-a112-adb8-548dd676bdb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.463714] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13985} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.464011] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.464815] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce4905d-d499-45a8-94f4-d5f1b74e0055 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.498540] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 21a4104b-e0ae-480c-bc3a-e33a646dff63/21a4104b-e0ae-480c-bc3a-e33a646dff63.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.498965] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01bf8272-6442-47ac-8c87-6ef33729db1d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.519269] env[68292]: DEBUG nova.network.neutron [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.529524] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 960.529524] env[68292]: value = "task-3072283" [ 960.529524] env[68292]: _type = "Task" [ 960.529524] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.542224] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.626557] env[68292]: DEBUG nova.network.neutron [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.905350] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072282, 'name': Rename_Task, 'duration_secs': 0.167911} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.905608] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.905894] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6b256f7-0cb3-4023-a740-a16dc626921b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.920826] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072276, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.512114} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.927036] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3fa2a16-587a-4524-a5bc-5852338554e3/b3fa2a16-587a-4524-a5bc-5852338554e3.vmdk to [datastore2] 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270/59f8f03c-8edf-42e2-a1ff-ef29c4c6d270.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.927467] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 960.927467] env[68292]: value = "task-3072284" [ 960.927467] env[68292]: _type = "Task" [ 960.927467] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.928643] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5885174-e717-430a-871b-b92adfb51317 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.941709] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072284, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.961798] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270/59f8f03c-8edf-42e2-a1ff-ef29c4c6d270.vmdk or device None with type streamOptimized {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.965284] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1c860cd-7766-4d12-9b9b-d01901b599de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.990461] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520b389f-4811-a112-adb8-548dd676bdb1, 'name': SearchDatastore_Task, 'duration_secs': 0.027154} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.991816] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.992097] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 41e4be51-e7a8-449b-aa03-2c05099de141/41e4be51-e7a8-449b-aa03-2c05099de141.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.992421] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 960.992421] env[68292]: value = "task-3072285" [ 960.992421] env[68292]: _type = "Task" [ 960.992421] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.992680] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0fe8ddf-28ec-4ee9-9355-153db77b5f8b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.010074] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 961.010074] env[68292]: value = "task-3072286" [ 961.010074] env[68292]: _type = "Task" [ 961.010074] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.010460] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.022549] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.030050] env[68292]: DEBUG nova.network.neutron [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance_info_cache with network_info: [{"id": "33df829f-d3e8-4841-b997-b6d5114eaab6", "address": "fa:16:3e:ba:5a:0c", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33df829f-d3", "ovs_interfaceid": "33df829f-d3e8-4841-b997-b6d5114eaab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.046693] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072283, 'name': ReconfigVM_Task, 'duration_secs': 0.331957} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.047092] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 21a4104b-e0ae-480c-bc3a-e33a646dff63/21a4104b-e0ae-480c-bc3a-e33a646dff63.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.050502] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29aa39e0-2cc2-42bb-a072-a75cb64afade {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.059752] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 961.059752] env[68292]: value = "task-3072287" [ 961.059752] env[68292]: _type = "Task" [ 961.059752] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.073400] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072287, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.130037] env[68292]: DEBUG oslo_concurrency.lockutils [req-d9b7213f-b3fc-49e6-a744-7921d098260e req-cde9e041-0301-4dcd-8837-7d7998bf6d0d service nova] Releasing lock "refresh_cache-cb712708-9c16-4cd1-ad71-820984abbc98" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.131074] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired lock "refresh_cache-cb712708-9c16-4cd1-ad71-820984abbc98" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.131074] env[68292]: DEBUG nova.network.neutron [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.216561] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b64519-124d-4777-81e9-bd7fdaa97e3f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.224295] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7009fe4-0d3d-436d-8845-b33e39dae89e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.257919] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e2acf7-e0c5-435e-8d0d-913fcc7c7dd2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.267190] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ea81c1-fd59-4f95-b79c-65196b6b43fc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.283937] env[68292]: DEBUG nova.compute.provider_tree [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.448768] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072284, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.509957] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072285, 'name': ReconfigVM_Task, 'duration_secs': 0.36295} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.510351] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270/59f8f03c-8edf-42e2-a1ff-ef29c4c6d270.vmdk or device None with type streamOptimized {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.511096] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc77dbc8-4d97-457e-a5db-936f16575607 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.522327] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072286, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.523705] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 961.523705] env[68292]: value = "task-3072288" [ 961.523705] env[68292]: _type = "Task" [ 961.523705] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.532064] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072288, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.538808] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.575300] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072287, 'name': Rename_Task, 'duration_secs': 0.161869} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.575801] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.576113] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27123704-2b50-4030-98e9-0267b39c4889 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.585121] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 961.585121] env[68292]: value = "task-3072289" [ 961.585121] env[68292]: _type = "Task" [ 961.585121] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.591135] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.665184] env[68292]: DEBUG nova.network.neutron [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.787126] env[68292]: DEBUG nova.scheduler.client.report [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.848815] env[68292]: DEBUG nova.network.neutron [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Updating instance_info_cache with network_info: [{"id": "1576d4ed-c19f-4fcd-a041-0cf7b3266b12", "address": "fa:16:3e:d5:1b:12", "network": {"id": "6defd495-67db-4f74-b25f-282f8c488f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1291244906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebe40851a4740c28aadfb8e96b372b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1576d4ed-c1", "ovs_interfaceid": "1576d4ed-c19f-4fcd-a041-0cf7b3266b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.943205] env[68292]: DEBUG oslo_vmware.api [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072284, 'name': PowerOnVM_Task, 'duration_secs': 0.811708} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.943513] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.943796] env[68292]: DEBUG nova.compute.manager [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.944809] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c45f24-4074-48eb-bc20-1c3b3491cfa8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.021903] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533215} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.022207] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 41e4be51-e7a8-449b-aa03-2c05099de141/41e4be51-e7a8-449b-aa03-2c05099de141.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.022435] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.022697] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33d60355-5e7c-48be-b978-507def051e73 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.033441] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072288, 'name': Rename_Task, 'duration_secs': 0.182225} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.034737] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.035201] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 962.035201] env[68292]: value = "task-3072290" [ 962.035201] env[68292]: _type = "Task" [ 962.035201] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.035501] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ebcc932-14ad-40c2-a1c4-d5519cc0fab9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.051122] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.051468] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 962.051468] env[68292]: value = "task-3072291" [ 962.051468] env[68292]: _type = "Task" [ 962.051468] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.063481] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.094895] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072289, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.293555] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.293555] env[68292]: DEBUG nova.compute.manager [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.296560] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.289s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.296560] env[68292]: DEBUG nova.objects.instance [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 962.352050] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Releasing lock "refresh_cache-cb712708-9c16-4cd1-ad71-820984abbc98" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.352311] env[68292]: DEBUG nova.compute.manager [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Instance network_info: |[{"id": "1576d4ed-c19f-4fcd-a041-0cf7b3266b12", "address": "fa:16:3e:d5:1b:12", "network": {"id": "6defd495-67db-4f74-b25f-282f8c488f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1291244906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebe40851a4740c28aadfb8e96b372b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1576d4ed-c1", "ovs_interfaceid": "1576d4ed-c19f-4fcd-a041-0cf7b3266b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.352732] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:1b:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1576d4ed-c19f-4fcd-a041-0cf7b3266b12', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.361421] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.361635] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.361855] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa988afb-a431-43be-9f4c-fa002ae24a6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.383542] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.383542] env[68292]: value = "task-3072292" [ 962.383542] env[68292]: _type = "Task" [ 962.383542] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.391811] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072292, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.463865] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.561197] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115523} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.563785] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.566094] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec05b350-a4db-4a14-a22d-63efcaee129d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.569297] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2255858b-0a38-43af-8360-b80d4aa674ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.575046] env[68292]: DEBUG oslo_vmware.api [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072291, 'name': PowerOnVM_Task, 'duration_secs': 0.493844} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.575864] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.607843] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 41e4be51-e7a8-449b-aa03-2c05099de141/41e4be51-e7a8-449b-aa03-2c05099de141.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.608650] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance 'efa23920-b384-4f40-b1ba-2a58538d89bf' progress to 0 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.615762] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f29644-7233-4adf-b1c3-1de5ee8dedd3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.638601] env[68292]: DEBUG oslo_vmware.api [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072289, 'name': PowerOnVM_Task, 'duration_secs': 0.515178} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.641179] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.641179] env[68292]: INFO nova.compute.manager [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Took 8.41 seconds to spawn the instance on the hypervisor. [ 962.641463] env[68292]: DEBUG nova.compute.manager [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.642440] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 962.642440] env[68292]: value = "task-3072293" [ 962.642440] env[68292]: _type = "Task" [ 962.642440] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.643571] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1fba1d-e91e-4a41-b63f-9c2eefb430b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.661966] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.706734] env[68292]: DEBUG nova.compute.manager [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.707571] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e3afcc-6d9f-4549-a00c-c3d4459acd0d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.804158] env[68292]: DEBUG nova.compute.utils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.805626] env[68292]: DEBUG nova.compute.manager [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.805836] env[68292]: DEBUG nova.network.neutron [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.852423] env[68292]: DEBUG nova.policy [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9178d36a6894570a429a9e7d9550df7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63743acbc3544296ac130655bcf6ef4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.894349] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072292, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.051640] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.051933] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.052183] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.053063] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.053063] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.054885] env[68292]: INFO nova.compute.manager [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Terminating instance [ 963.134213] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.134547] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b633d95e-6763-4cc0-a28e-418d9ea80ad6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.146911] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 963.146911] env[68292]: value = "task-3072294" [ 963.146911] env[68292]: _type = "Task" [ 963.146911] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.158086] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.161224] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.172053] env[68292]: INFO nova.compute.manager [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Took 31.59 seconds to build instance. [ 963.188142] env[68292]: DEBUG nova.network.neutron [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Successfully created port: 69e1cd2e-23e3-4354-bf65-ecfc1edc830f {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.224360] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5597ac49-8856-4c77-8342-c21f268bcc38 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 57.089s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.309695] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5d77c70c-65b6-48c8-9979-fdd5861f18a6 tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.310117] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.283s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.311726] env[68292]: INFO nova.compute.claims [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.321275] env[68292]: DEBUG nova.compute.manager [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.395042] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072292, 'name': CreateVM_Task, 'duration_secs': 0.750456} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.395223] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.396021] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.396223] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.396541] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.396833] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bca476d-3da3-41d8-813e-d8f886dad7ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.403082] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 963.403082] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c8a23e-df73-de63-1a88-6b4589091519" [ 963.403082] env[68292]: _type = "Task" [ 963.403082] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.412312] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c8a23e-df73-de63-1a88-6b4589091519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.558428] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "refresh_cache-1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.558778] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquired lock "refresh_cache-1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.558836] env[68292]: DEBUG nova.network.neutron [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.657321] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072294, 'name': PowerOffVM_Task, 'duration_secs': 0.265633} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.657321] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.657321] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance 'efa23920-b384-4f40-b1ba-2a58538d89bf' progress to 17 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.666613] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072293, 'name': ReconfigVM_Task, 'duration_secs': 0.695449} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.670431] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 41e4be51-e7a8-449b-aa03-2c05099de141/41e4be51-e7a8-449b-aa03-2c05099de141.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.671051] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aacd8638-905f-4c74-9536-ef34243484d5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.676054] env[68292]: DEBUG oslo_concurrency.lockutils [None req-128ecb72-c083-4f0a-97f4-16396d7baffb tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "21a4104b-e0ae-480c-bc3a-e33a646dff63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.352s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.682597] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 963.682597] env[68292]: value = "task-3072295" [ 963.682597] env[68292]: _type = "Task" [ 963.682597] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.691103] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072295, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.916029] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c8a23e-df73-de63-1a88-6b4589091519, 'name': SearchDatastore_Task, 'duration_secs': 0.038764} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.916029] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.916186] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.916729] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.916729] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.916729] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.917030] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcf88516-b233-4d59-9652-bc32fb097681 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.927685] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.927875] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.928637] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e716fd-5e27-44b2-acbc-09a3343abc94 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.934509] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 963.934509] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527d5b15-2842-fa85-4622-fdc58cfc87fe" [ 963.934509] env[68292]: _type = "Task" [ 963.934509] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.943024] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527d5b15-2842-fa85-4622-fdc58cfc87fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.086472] env[68292]: DEBUG nova.network.neutron [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.140220] env[68292]: DEBUG nova.network.neutron [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.172962] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.173256] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.173416] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.173610] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.173800] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.173958] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.174184] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.174348] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.174513] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.174675] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.174846] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.180153] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881dfc69-bd1f-4a9e-bc95-388f570ab9b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.200887] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072295, 'name': Rename_Task, 'duration_secs': 0.331895} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.202308] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.202620] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 964.202620] env[68292]: value = "task-3072296" [ 964.202620] env[68292]: _type = "Task" [ 964.202620] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.202923] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-091c4b06-9ec6-4d5a-8bd0-d95936228a6a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.216022] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.217978] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 964.217978] env[68292]: value = "task-3072297" [ 964.217978] env[68292]: _type = "Task" [ 964.217978] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.228924] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.336455] env[68292]: DEBUG nova.compute.manager [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.369082] env[68292]: DEBUG nova.virt.hardware [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.369459] env[68292]: DEBUG nova.virt.hardware [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.369636] env[68292]: DEBUG nova.virt.hardware [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.369878] env[68292]: DEBUG nova.virt.hardware [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.370186] env[68292]: DEBUG nova.virt.hardware [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.371034] env[68292]: DEBUG nova.virt.hardware [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.371034] env[68292]: DEBUG nova.virt.hardware [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.371034] env[68292]: DEBUG nova.virt.hardware [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.371034] env[68292]: DEBUG nova.virt.hardware [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.371464] env[68292]: DEBUG nova.virt.hardware [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.371464] env[68292]: DEBUG nova.virt.hardware [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.372779] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95234c6-14fc-4a6a-a592-7e262f0a8025 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.385538] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631de904-d5e2-48fa-bfeb-b65d51f6f88c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.453305] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527d5b15-2842-fa85-4622-fdc58cfc87fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011719} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.456933] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee98249-8ee5-4f74-a549-d9a3991813fb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.463725] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 964.463725] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5258ddc8-8748-1dc6-9b6f-e9bada7bc1bd" [ 964.463725] env[68292]: _type = "Task" [ 964.463725] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.475992] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5258ddc8-8748-1dc6-9b6f-e9bada7bc1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.643229] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Releasing lock "refresh_cache-1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.643526] env[68292]: DEBUG nova.compute.manager [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.643622] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.644508] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a68f61-9f3e-4a49-9368-73b9781dc8b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.654426] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.654775] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-542d879b-d8c9-4573-a30a-e1ba3148c852 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.662246] env[68292]: DEBUG oslo_vmware.api [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 964.662246] env[68292]: value = "task-3072298" [ 964.662246] env[68292]: _type = "Task" [ 964.662246] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.676661] env[68292]: DEBUG oslo_vmware.api [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.717378] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072296, 'name': ReconfigVM_Task, 'duration_secs': 0.223786} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.717734] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance 'efa23920-b384-4f40-b1ba-2a58538d89bf' progress to 33 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.734298] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072297, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.751051] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bf8d2d-3e11-4a98-b1c9-0225146604a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.760760] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a70c379-051d-4362-9055-07f261bed51c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.795990] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab128af3-6ba2-4758-b276-e03dcc727c9f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.806344] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fb550b-1d7b-408c-b11b-f2138d48d4b4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.825463] env[68292]: DEBUG nova.compute.provider_tree [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.827749] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ece3a5-80d7-4ce0-b2c2-72d3dfd651ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.835854] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-865f44dc-cd0f-4d88-8a50-48e13d006eaf tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Suspending the VM {{(pid=68292) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 964.836131] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-47bb5bbc-f6ab-4552-90e6-4c8eba01edef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.847464] env[68292]: DEBUG oslo_vmware.api [None req-865f44dc-cd0f-4d88-8a50-48e13d006eaf tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 964.847464] env[68292]: value = "task-3072299" [ 964.847464] env[68292]: _type = "Task" [ 964.847464] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.856948] env[68292]: DEBUG oslo_vmware.api [None req-865f44dc-cd0f-4d88-8a50-48e13d006eaf tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072299, 'name': SuspendVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.977411] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5258ddc8-8748-1dc6-9b6f-e9bada7bc1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012651} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.978910] env[68292]: DEBUG nova.compute.manager [req-7edf435c-45c8-48ca-9747-a7e24a37a1b4 req-dfbf9c84-c5a2-4cb7-b707-01b7d886ea7e service nova] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Received event network-vif-plugged-69e1cd2e-23e3-4354-bf65-ecfc1edc830f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.979191] env[68292]: DEBUG oslo_concurrency.lockutils [req-7edf435c-45c8-48ca-9747-a7e24a37a1b4 req-dfbf9c84-c5a2-4cb7-b707-01b7d886ea7e service nova] Acquiring lock "96556201-da4b-465b-aaf1-054ec7efefcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.979459] env[68292]: DEBUG oslo_concurrency.lockutils [req-7edf435c-45c8-48ca-9747-a7e24a37a1b4 req-dfbf9c84-c5a2-4cb7-b707-01b7d886ea7e service nova] Lock "96556201-da4b-465b-aaf1-054ec7efefcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.979666] env[68292]: DEBUG oslo_concurrency.lockutils [req-7edf435c-45c8-48ca-9747-a7e24a37a1b4 req-dfbf9c84-c5a2-4cb7-b707-01b7d886ea7e service nova] Lock "96556201-da4b-465b-aaf1-054ec7efefcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.979890] env[68292]: DEBUG nova.compute.manager [req-7edf435c-45c8-48ca-9747-a7e24a37a1b4 req-dfbf9c84-c5a2-4cb7-b707-01b7d886ea7e service nova] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] No waiting events found dispatching network-vif-plugged-69e1cd2e-23e3-4354-bf65-ecfc1edc830f {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.980124] env[68292]: WARNING nova.compute.manager [req-7edf435c-45c8-48ca-9747-a7e24a37a1b4 req-dfbf9c84-c5a2-4cb7-b707-01b7d886ea7e service nova] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Received unexpected event network-vif-plugged-69e1cd2e-23e3-4354-bf65-ecfc1edc830f for instance with vm_state building and task_state spawning. [ 964.980514] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.980807] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] cb712708-9c16-4cd1-ad71-820984abbc98/cb712708-9c16-4cd1-ad71-820984abbc98.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.981433] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-306b36e9-9cb7-41bd-ac08-f93019f88657 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.991022] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 964.991022] env[68292]: value = "task-3072300" [ 964.991022] env[68292]: _type = "Task" [ 964.991022] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.000322] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.086865] env[68292]: DEBUG nova.network.neutron [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Successfully updated port: 69e1cd2e-23e3-4354-bf65-ecfc1edc830f {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.175815] env[68292]: DEBUG oslo_vmware.api [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072298, 'name': PowerOffVM_Task, 'duration_secs': 0.205488} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.176215] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.176437] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.176753] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a8f1975-e831-4e3b-8d14-83908ff20353 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.213816] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.214132] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.214329] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Deleting the datastore file [datastore1] 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.214623] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c376c32-d39c-4f55-8a1a-ad0e263d0e2c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.227650] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.227911] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.228114] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.228343] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.228512] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.228667] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.228892] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.229187] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.229270] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.229499] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.229723] env[68292]: DEBUG nova.virt.hardware [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.236855] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 965.237353] env[68292]: DEBUG oslo_vmware.api [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 965.237353] env[68292]: value = "task-3072302" [ 965.237353] env[68292]: _type = "Task" [ 965.237353] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.241806] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a9da0b9-984e-4ffd-88a9-996cfc33c044 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.266599] env[68292]: DEBUG oslo_vmware.api [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072297, 'name': PowerOnVM_Task, 'duration_secs': 0.629968} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.271344] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.271579] env[68292]: INFO nova.compute.manager [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Took 8.82 seconds to spawn the instance on the hypervisor. [ 965.271807] env[68292]: DEBUG nova.compute.manager [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.272267] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 965.272267] env[68292]: value = "task-3072303" [ 965.272267] env[68292]: _type = "Task" [ 965.272267] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.272601] env[68292]: DEBUG oslo_vmware.api [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.273427] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9c4acc-aeb6-4f46-a3ac-49f308c6262d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.291326] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.332879] env[68292]: DEBUG nova.scheduler.client.report [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.363218] env[68292]: DEBUG oslo_vmware.api [None req-865f44dc-cd0f-4d88-8a50-48e13d006eaf tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072299, 'name': SuspendVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.504649] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072300, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.590279] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Acquiring lock "refresh_cache-96556201-da4b-465b-aaf1-054ec7efefcf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.590522] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Acquired lock "refresh_cache-96556201-da4b-465b-aaf1-054ec7efefcf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.590653] env[68292]: DEBUG nova.network.neutron [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.766525] env[68292]: DEBUG oslo_vmware.api [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286393} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.766912] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.767026] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.767209] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.767405] env[68292]: INFO nova.compute.manager [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 965.767644] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.767833] env[68292]: DEBUG nova.compute.manager [-] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.767930] env[68292]: DEBUG nova.network.neutron [-] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.785930] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072303, 'name': ReconfigVM_Task, 'duration_secs': 0.224439} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.786483] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 965.787396] env[68292]: DEBUG nova.network.neutron [-] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.790239] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcbf7e9-e398-48e6-94f0-7353d87375ca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.801356] env[68292]: INFO nova.compute.manager [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Took 33.82 seconds to build instance. [ 965.822193] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] efa23920-b384-4f40-b1ba-2a58538d89bf/efa23920-b384-4f40-b1ba-2a58538d89bf.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.823057] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf9896b-258f-44e4-9f9c-55bdb1a31c5b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.840520] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.841060] env[68292]: DEBUG nova.compute.manager [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.844975] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.934s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.845314] env[68292]: DEBUG nova.objects.instance [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lazy-loading 'resources' on Instance uuid beeb9d6b-9333-4073-a690-e23db124d5ff {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.846892] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 965.846892] env[68292]: value = "task-3072304" [ 965.846892] env[68292]: _type = "Task" [ 965.846892] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.859851] env[68292]: DEBUG oslo_vmware.api [None req-865f44dc-cd0f-4d88-8a50-48e13d006eaf tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072299, 'name': SuspendVM_Task, 'duration_secs': 0.698381} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.863565] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-865f44dc-cd0f-4d88-8a50-48e13d006eaf tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Suspended the VM {{(pid=68292) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 965.863692] env[68292]: DEBUG nova.compute.manager [None req-865f44dc-cd0f-4d88-8a50-48e13d006eaf tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.863863] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.864999] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49485c32-da6b-423c-810a-9bb6d543c504 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.002914] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710506} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.003325] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] cb712708-9c16-4cd1-ad71-820984abbc98/cb712708-9c16-4cd1-ad71-820984abbc98.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.003685] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.004083] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1250dc0-c574-4698-a2a1-a60f415a620c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.012662] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 966.012662] env[68292]: value = "task-3072305" [ 966.012662] env[68292]: _type = "Task" [ 966.012662] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.021653] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.122862] env[68292]: DEBUG nova.network.neutron [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.266474] env[68292]: DEBUG nova.network.neutron [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Updating instance_info_cache with network_info: [{"id": "69e1cd2e-23e3-4354-bf65-ecfc1edc830f", "address": "fa:16:3e:02:1f:db", "network": {"id": "9d5c0cf1-42e8-4b74-a5cc-887f72c0a815", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-289261237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63743acbc3544296ac130655bcf6ef4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69e1cd2e-23", "ovs_interfaceid": "69e1cd2e-23e3-4354-bf65-ecfc1edc830f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.289973] env[68292]: DEBUG nova.network.neutron [-] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.303209] env[68292]: DEBUG oslo_concurrency.lockutils [None req-515109c7-91af-475a-ac52-a103d340ce93 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "41e4be51-e7a8-449b-aa03-2c05099de141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.458s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.352838] env[68292]: DEBUG nova.compute.utils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.355476] env[68292]: DEBUG nova.compute.manager [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.355476] env[68292]: DEBUG nova.network.neutron [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.367259] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072304, 'name': ReconfigVM_Task, 'duration_secs': 0.34291} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.368264] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Reconfigured VM instance instance-00000041 to attach disk [datastore2] efa23920-b384-4f40-b1ba-2a58538d89bf/efa23920-b384-4f40-b1ba-2a58538d89bf.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.368592] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance 'efa23920-b384-4f40-b1ba-2a58538d89bf' progress to 50 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.406862] env[68292]: DEBUG nova.policy [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c471982c96d94048987f3cfb90c776c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eebe15179142424e8aecd1536ae34b24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.524246] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072739} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.524562] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.525350] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152bd607-ae7f-4bcb-916b-59859fecc354 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.547939] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] cb712708-9c16-4cd1-ad71-820984abbc98/cb712708-9c16-4cd1-ad71-820984abbc98.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.550579] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d39414c2-3735-49d7-8f3b-862a96c289cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.573316] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 966.573316] env[68292]: value = "task-3072306" [ 966.573316] env[68292]: _type = "Task" [ 966.573316] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.585234] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.698552] env[68292]: DEBUG nova.network.neutron [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Successfully created port: 55b15384-7211-458a-9b1f-be76e591df3e {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.769704] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Releasing lock "refresh_cache-96556201-da4b-465b-aaf1-054ec7efefcf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.770108] env[68292]: DEBUG nova.compute.manager [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Instance network_info: |[{"id": "69e1cd2e-23e3-4354-bf65-ecfc1edc830f", "address": "fa:16:3e:02:1f:db", "network": {"id": "9d5c0cf1-42e8-4b74-a5cc-887f72c0a815", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-289261237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63743acbc3544296ac130655bcf6ef4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69e1cd2e-23", "ovs_interfaceid": "69e1cd2e-23e3-4354-bf65-ecfc1edc830f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.770664] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:1f:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69e1cd2e-23e3-4354-bf65-ecfc1edc830f', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.779558] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Creating folder: Project (63743acbc3544296ac130655bcf6ef4b). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.782453] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e88f1e8-54d1-49fc-968a-1e375cb0bea8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.793350] env[68292]: INFO nova.compute.manager [-] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Took 1.03 seconds to deallocate network for instance. [ 966.799451] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Created folder: Project (63743acbc3544296ac130655bcf6ef4b) in parent group-v614981. [ 966.799705] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Creating folder: Instances. Parent ref: group-v615193. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.805020] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c35159c2-1471-46db-8a50-abe098af5feb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.815649] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04895919-4a70-44f5-ab91-12f34f72fa90 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.821287] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Created folder: Instances in parent group-v615193. [ 966.821636] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.823648] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.823949] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d27c23c-21a2-43f0-a411-0332bf2299cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.845123] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ed8450-528e-4ca0-ac1a-94ee32fc2e47 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.850526] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.850526] env[68292]: value = "task-3072309" [ 966.850526] env[68292]: _type = "Task" [ 966.850526] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.886750] env[68292]: DEBUG nova.compute.manager [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.893814] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c182816-840e-4c0d-9bf9-86656bca1323 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.897405] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a8e3e2-9735-49ab-aa4b-f79289a8513a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.906289] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072309, 'name': CreateVM_Task} progress is 15%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.928289] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5dd901-604f-4279-85cd-1c9289b04178 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.932689] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fca7bfc-d29b-4095-b046-c2be0af74e51 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.950080] env[68292]: DEBUG nova.compute.provider_tree [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.965537] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance 'efa23920-b384-4f40-b1ba-2a58538d89bf' progress to 67 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.972130] env[68292]: DEBUG nova.scheduler.client.report [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.046556] env[68292]: DEBUG nova.compute.manager [req-9acdbb78-042d-46ff-987b-eee10434f8c9 req-1c38a809-58a8-4e43-be02-3a64f241e9de service nova] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Received event network-changed-69e1cd2e-23e3-4354-bf65-ecfc1edc830f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.046779] env[68292]: DEBUG nova.compute.manager [req-9acdbb78-042d-46ff-987b-eee10434f8c9 req-1c38a809-58a8-4e43-be02-3a64f241e9de service nova] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Refreshing instance network info cache due to event network-changed-69e1cd2e-23e3-4354-bf65-ecfc1edc830f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.046999] env[68292]: DEBUG oslo_concurrency.lockutils [req-9acdbb78-042d-46ff-987b-eee10434f8c9 req-1c38a809-58a8-4e43-be02-3a64f241e9de service nova] Acquiring lock "refresh_cache-96556201-da4b-465b-aaf1-054ec7efefcf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.047180] env[68292]: DEBUG oslo_concurrency.lockutils [req-9acdbb78-042d-46ff-987b-eee10434f8c9 req-1c38a809-58a8-4e43-be02-3a64f241e9de service nova] Acquired lock "refresh_cache-96556201-da4b-465b-aaf1-054ec7efefcf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.047351] env[68292]: DEBUG nova.network.neutron [req-9acdbb78-042d-46ff-987b-eee10434f8c9 req-1c38a809-58a8-4e43-be02-3a64f241e9de service nova] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Refreshing network info cache for port 69e1cd2e-23e3-4354-bf65-ecfc1edc830f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.085098] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.307975] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.365573] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072309, 'name': CreateVM_Task, 'duration_secs': 0.369663} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.365863] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.366816] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.367062] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.367490] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.367820] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891b15dd-1f43-4745-92c2-d65b2912e0d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.373879] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Waiting for the task: (returnval){ [ 967.373879] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522b879a-1f57-8da4-9e75-faaf844d9643" [ 967.373879] env[68292]: _type = "Task" [ 967.373879] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.385110] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522b879a-1f57-8da4-9e75-faaf844d9643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.407196] env[68292]: INFO nova.compute.manager [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Resuming [ 967.407740] env[68292]: DEBUG nova.objects.instance [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lazy-loading 'flavor' on Instance uuid 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.478222] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.480493] env[68292]: DEBUG oslo_concurrency.lockutils [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.281s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.480725] env[68292]: DEBUG nova.objects.instance [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lazy-loading 'resources' on Instance uuid c7df0053-eb53-4ec0-ab7e-537a26474a85 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.500160] env[68292]: INFO nova.scheduler.client.report [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Deleted allocations for instance beeb9d6b-9333-4073-a690-e23db124d5ff [ 967.520630] env[68292]: DEBUG nova.network.neutron [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Port 33df829f-d3e8-4841-b997-b6d5114eaab6 binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 967.586825] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072306, 'name': ReconfigVM_Task, 'duration_secs': 0.74083} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.587114] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Reconfigured VM instance instance-0000004b to attach disk [datastore1] cb712708-9c16-4cd1-ad71-820984abbc98/cb712708-9c16-4cd1-ad71-820984abbc98.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.587816] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68ccbe08-59ad-4421-a26b-fab4ed35a91e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.596152] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 967.596152] env[68292]: value = "task-3072310" [ 967.596152] env[68292]: _type = "Task" [ 967.596152] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.604977] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072310, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.756586] env[68292]: DEBUG nova.network.neutron [req-9acdbb78-042d-46ff-987b-eee10434f8c9 req-1c38a809-58a8-4e43-be02-3a64f241e9de service nova] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Updated VIF entry in instance network info cache for port 69e1cd2e-23e3-4354-bf65-ecfc1edc830f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.756956] env[68292]: DEBUG nova.network.neutron [req-9acdbb78-042d-46ff-987b-eee10434f8c9 req-1c38a809-58a8-4e43-be02-3a64f241e9de service nova] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Updating instance_info_cache with network_info: [{"id": "69e1cd2e-23e3-4354-bf65-ecfc1edc830f", "address": "fa:16:3e:02:1f:db", "network": {"id": "9d5c0cf1-42e8-4b74-a5cc-887f72c0a815", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-289261237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63743acbc3544296ac130655bcf6ef4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69e1cd2e-23", "ovs_interfaceid": "69e1cd2e-23e3-4354-bf65-ecfc1edc830f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.885319] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522b879a-1f57-8da4-9e75-faaf844d9643, 'name': SearchDatastore_Task, 'duration_secs': 0.010714} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.885669] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.885884] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.886131] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.886281] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.886459] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.886721] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfe44526-52aa-4db3-88b2-d15bb7ed5778 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.896593] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.896786] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.897518] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7559a0d6-8c3a-4868-8095-b43ad4d77101 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.900753] env[68292]: DEBUG nova.compute.manager [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.905770] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Waiting for the task: (returnval){ [ 967.905770] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]525da6a6-30ed-90a6-6b65-b26521398ccd" [ 967.905770] env[68292]: _type = "Task" [ 967.905770] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.914703] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525da6a6-30ed-90a6-6b65-b26521398ccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.926947] env[68292]: DEBUG nova.virt.hardware [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9450f564d733047b480764a85b78cb99',container_format='bare',created_at=2025-03-18T16:44:17Z,direct_url=,disk_format='vmdk',id=51d5a3ab-377f-4343-ac8f-914e35be6eee,min_disk=1,min_ram=0,name='tempest-test-snap-767307409',owner='eebe15179142424e8aecd1536ae34b24',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-18T16:44:31Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.926947] env[68292]: DEBUG nova.virt.hardware [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.926947] env[68292]: DEBUG nova.virt.hardware [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.926947] env[68292]: DEBUG nova.virt.hardware [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.927224] env[68292]: DEBUG nova.virt.hardware [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.927329] env[68292]: DEBUG nova.virt.hardware [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.927581] env[68292]: DEBUG nova.virt.hardware [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.927749] env[68292]: DEBUG nova.virt.hardware [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.927925] env[68292]: DEBUG nova.virt.hardware [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.928109] env[68292]: DEBUG nova.virt.hardware [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.928289] env[68292]: DEBUG nova.virt.hardware [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.929403] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c3236a-69bd-4338-bf03-dfd1abadedb1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.938293] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e2827d-a21f-4808-8d16-053a9d5ba864 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.010851] env[68292]: DEBUG oslo_concurrency.lockutils [None req-df503821-1f48-49c4-b270-6961c35df5ef tempest-MigrationsAdminTest-907106085 tempest-MigrationsAdminTest-907106085-project-member] Lock "beeb9d6b-9333-4073-a690-e23db124d5ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.737s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.106736] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072310, 'name': Rename_Task, 'duration_secs': 0.152401} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.112021] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.112021] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0946fa7f-ca77-4744-8471-db4cdf46ad55 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.118093] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 968.118093] env[68292]: value = "task-3072311" [ 968.118093] env[68292]: _type = "Task" [ 968.118093] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.129515] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.259887] env[68292]: DEBUG oslo_concurrency.lockutils [req-9acdbb78-042d-46ff-987b-eee10434f8c9 req-1c38a809-58a8-4e43-be02-3a64f241e9de service nova] Releasing lock "refresh_cache-96556201-da4b-465b-aaf1-054ec7efefcf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.318915] env[68292]: DEBUG nova.network.neutron [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Successfully updated port: 55b15384-7211-458a-9b1f-be76e591df3e {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.420696] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525da6a6-30ed-90a6-6b65-b26521398ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.421678] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3762af7e-3e05-4975-9e68-692e5f3eafbf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.425370] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b29ade8-14a5-4b30-bd21-939f41a3415f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.434977] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fe0509-0d5b-4f32-83e1-67428c17de22 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.438316] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Waiting for the task: (returnval){ [ 968.438316] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52af60ef-210d-0291-95fa-4fddc674d67d" [ 968.438316] env[68292]: _type = "Task" [ 968.438316] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.467506] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86c594b-83e0-4ade-8ee8-69516e8dd148 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.473585] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52af60ef-210d-0291-95fa-4fddc674d67d, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.474270] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.474561] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 96556201-da4b-465b-aaf1-054ec7efefcf/96556201-da4b-465b-aaf1-054ec7efefcf.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.474822] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46e0cff6-12d4-4d76-97c0-c7958b4e8f37 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.480350] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f172fa33-3607-486b-9c63-44c8beb93e29 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.486043] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Waiting for the task: (returnval){ [ 968.486043] env[68292]: value = "task-3072312" [ 968.486043] env[68292]: _type = "Task" [ 968.486043] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.498785] env[68292]: DEBUG nova.compute.provider_tree [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.507402] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.543646] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "efa23920-b384-4f40-b1ba-2a58538d89bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.543930] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "efa23920-b384-4f40-b1ba-2a58538d89bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.544134] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "efa23920-b384-4f40-b1ba-2a58538d89bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.629401] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072311, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.824218] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "refresh_cache-eb6f9ed9-be86-4603-b69c-b66aa2edccc4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.824396] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "refresh_cache-eb6f9ed9-be86-4603-b69c-b66aa2edccc4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.824556] env[68292]: DEBUG nova.network.neutron [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.921943] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.922391] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquired lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.922391] env[68292]: DEBUG nova.network.neutron [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.996250] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480146} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.996515] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 96556201-da4b-465b-aaf1-054ec7efefcf/96556201-da4b-465b-aaf1-054ec7efefcf.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.996754] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.997016] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3a81ca4-dfe3-402d-8e39-bce071fe975e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.002245] env[68292]: DEBUG nova.scheduler.client.report [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.007397] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Waiting for the task: (returnval){ [ 969.007397] env[68292]: value = "task-3072313" [ 969.007397] env[68292]: _type = "Task" [ 969.007397] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.016645] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.096034] env[68292]: DEBUG nova.compute.manager [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Received event network-vif-plugged-55b15384-7211-458a-9b1f-be76e591df3e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.096280] env[68292]: DEBUG oslo_concurrency.lockutils [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] Acquiring lock "eb6f9ed9-be86-4603-b69c-b66aa2edccc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.096495] env[68292]: DEBUG oslo_concurrency.lockutils [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] Lock "eb6f9ed9-be86-4603-b69c-b66aa2edccc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.096662] env[68292]: DEBUG oslo_concurrency.lockutils [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] Lock "eb6f9ed9-be86-4603-b69c-b66aa2edccc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.096885] env[68292]: DEBUG nova.compute.manager [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] No waiting events found dispatching network-vif-plugged-55b15384-7211-458a-9b1f-be76e591df3e {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.097237] env[68292]: WARNING nova.compute.manager [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Received unexpected event network-vif-plugged-55b15384-7211-458a-9b1f-be76e591df3e for instance with vm_state building and task_state spawning. [ 969.097428] env[68292]: DEBUG nova.compute.manager [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Received event network-changed-55b15384-7211-458a-9b1f-be76e591df3e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.097587] env[68292]: DEBUG nova.compute.manager [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Refreshing instance network info cache due to event network-changed-55b15384-7211-458a-9b1f-be76e591df3e. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.097760] env[68292]: DEBUG oslo_concurrency.lockutils [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] Acquiring lock "refresh_cache-eb6f9ed9-be86-4603-b69c-b66aa2edccc4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.129385] env[68292]: DEBUG oslo_vmware.api [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072311, 'name': PowerOnVM_Task, 'duration_secs': 0.650373} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.129660] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.129926] env[68292]: INFO nova.compute.manager [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Took 10.03 seconds to spawn the instance on the hypervisor. [ 969.130164] env[68292]: DEBUG nova.compute.manager [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.131455] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39384f98-5b7d-49a1-ae3e-c0493a1579bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.359537] env[68292]: DEBUG nova.network.neutron [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.507437] env[68292]: DEBUG oslo_concurrency.lockutils [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.509738] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.476s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.511901] env[68292]: INFO nova.compute.claims [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.532035] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206681} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.532314] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.533290] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2935579-f9be-4fb7-a01a-eeff5aa53cea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.537216] env[68292]: INFO nova.scheduler.client.report [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Deleted allocations for instance c7df0053-eb53-4ec0-ab7e-537a26474a85 [ 969.561532] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 96556201-da4b-465b-aaf1-054ec7efefcf/96556201-da4b-465b-aaf1-054ec7efefcf.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.566895] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87318701-7692-40d8-925a-8d22427f215e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.584179] env[68292]: DEBUG nova.network.neutron [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Updating instance_info_cache with network_info: [{"id": "55b15384-7211-458a-9b1f-be76e591df3e", "address": "fa:16:3e:82:44:5e", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b15384-72", "ovs_interfaceid": "55b15384-7211-458a-9b1f-be76e591df3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.595858] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Waiting for the task: (returnval){ [ 969.595858] env[68292]: value = "task-3072314" [ 969.595858] env[68292]: _type = "Task" [ 969.595858] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.607671] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.652066] env[68292]: INFO nova.compute.manager [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Took 32.33 seconds to build instance. [ 969.659487] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.659700] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.659924] env[68292]: DEBUG nova.network.neutron [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.767903] env[68292]: DEBUG nova.network.neutron [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Updating instance_info_cache with network_info: [{"id": "9b435b86-6b97-4461-9986-5470f4e685d4", "address": "fa:16:3e:ec:31:78", "network": {"id": "2925f5ef-335e-421b-a420-7bb0de4262c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1540914255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d533ceae514415919efdcc59829f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b435b86-6b", "ovs_interfaceid": "9b435b86-6b97-4461-9986-5470f4e685d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.067948] env[68292]: DEBUG oslo_concurrency.lockutils [None req-880bbcfe-656b-4a6c-b32b-bbe27659d4ab tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "c7df0053-eb53-4ec0-ab7e-537a26474a85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.426s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.088790] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "refresh_cache-eb6f9ed9-be86-4603-b69c-b66aa2edccc4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.088790] env[68292]: DEBUG nova.compute.manager [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Instance network_info: |[{"id": "55b15384-7211-458a-9b1f-be76e591df3e", "address": "fa:16:3e:82:44:5e", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b15384-72", "ovs_interfaceid": "55b15384-7211-458a-9b1f-be76e591df3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.089131] env[68292]: DEBUG oslo_concurrency.lockutils [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] Acquired lock "refresh_cache-eb6f9ed9-be86-4603-b69c-b66aa2edccc4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.089373] env[68292]: DEBUG nova.network.neutron [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Refreshing network info cache for port 55b15384-7211-458a-9b1f-be76e591df3e {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.090848] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:44:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55b15384-7211-458a-9b1f-be76e591df3e', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.098520] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.101878] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.105870] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0683f31-4e9f-49ba-887a-82bcd6d89bbc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.128803] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072314, 'name': ReconfigVM_Task, 'duration_secs': 0.317619} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.130544] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 96556201-da4b-465b-aaf1-054ec7efefcf/96556201-da4b-465b-aaf1-054ec7efefcf.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.131023] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.131023] env[68292]: value = "task-3072315" [ 970.131023] env[68292]: _type = "Task" [ 970.131023] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.131303] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-934f697e-220c-4dde-a575-9374cf9ca125 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.143254] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072315, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.144737] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Waiting for the task: (returnval){ [ 970.144737] env[68292]: value = "task-3072316" [ 970.144737] env[68292]: _type = "Task" [ 970.144737] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.154624] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c53cf74-dc93-4357-a4d7-42321719aef2 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "cb712708-9c16-4cd1-ad71-820984abbc98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.710s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.155159] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072316, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.270140] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Releasing lock "refresh_cache-59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.271288] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caa4bec-0609-45a7-907e-afd7a9629d5b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.281281] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Resuming the VM {{(pid=68292) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 970.281281] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-871b3327-54e8-460b-a606-508bc4d47eab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.289410] env[68292]: DEBUG oslo_vmware.api [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 970.289410] env[68292]: value = "task-3072317" [ 970.289410] env[68292]: _type = "Task" [ 970.289410] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.299369] env[68292]: DEBUG oslo_vmware.api [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.428511] env[68292]: DEBUG nova.network.neutron [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Updated VIF entry in instance network info cache for port 55b15384-7211-458a-9b1f-be76e591df3e. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.428747] env[68292]: DEBUG nova.network.neutron [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Updating instance_info_cache with network_info: [{"id": "55b15384-7211-458a-9b1f-be76e591df3e", "address": "fa:16:3e:82:44:5e", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b15384-72", "ovs_interfaceid": "55b15384-7211-458a-9b1f-be76e591df3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.493398] env[68292]: DEBUG nova.network.neutron [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance_info_cache with network_info: [{"id": "33df829f-d3e8-4841-b997-b6d5114eaab6", "address": "fa:16:3e:ba:5a:0c", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33df829f-d3", "ovs_interfaceid": "33df829f-d3e8-4841-b997-b6d5114eaab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.643776] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072315, 'name': CreateVM_Task, 'duration_secs': 0.43723} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.646352] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.647756] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.647756] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.648083] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.651471] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4a64dd-0d12-40ef-a0ec-a9aca28113fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.664305] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072316, 'name': Rename_Task, 'duration_secs': 0.211682} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.664664] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 970.664664] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52281dad-0efb-8e1f-6226-f7d97b31ab72" [ 970.664664] env[68292]: _type = "Task" [ 970.664664] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.664913] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.665216] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ffcf09e-ea63-46a5-b015-311b65e5de99 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.677860] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52281dad-0efb-8e1f-6226-f7d97b31ab72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.682255] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Waiting for the task: (returnval){ [ 970.682255] env[68292]: value = "task-3072318" [ 970.682255] env[68292]: _type = "Task" [ 970.682255] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.692785] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.805007] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "49cadf2b-1752-4645-bcea-d515dd6a13df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.805376] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "49cadf2b-1752-4645-bcea-d515dd6a13df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.807899] env[68292]: DEBUG oslo_vmware.api [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.931783] env[68292]: DEBUG oslo_concurrency.lockutils [req-65b7ba05-9def-4858-9ad9-5b1ae216e587 req-5c1c8097-f31e-48a9-af36-834b45a54d12 service nova] Releasing lock "refresh_cache-eb6f9ed9-be86-4603-b69c-b66aa2edccc4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.986643] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc26054-8d5a-47cf-b6ca-fe82a8b7a85b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.995825] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bcbeab-95d0-405c-9d56-726930fd644a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.000393] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.039226] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9d2bd0-4eff-4ddb-a3be-c8e39052462b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.048308] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1945e643-8cf4-4e0e-8000-678984716bdc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.065754] env[68292]: DEBUG nova.compute.provider_tree [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.176723] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.177066] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Processing image 51d5a3ab-377f-4343-ac8f-914e35be6eee {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.177340] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee/51d5a3ab-377f-4343-ac8f-914e35be6eee.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.177340] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee/51d5a3ab-377f-4343-ac8f-914e35be6eee.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.178026] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.178026] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-484b7117-26dc-4830-946d-7d294eb45497 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.187945] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.188162] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.189367] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f38ee52-a0dc-49a1-8139-b4ea22a527e8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.195121] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.199039] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 971.199039] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e20520-2e1b-26a4-3d86-8697577a29ff" [ 971.199039] env[68292]: _type = "Task" [ 971.199039] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.208860] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e20520-2e1b-26a4-3d86-8697577a29ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.302894] env[68292]: DEBUG oslo_vmware.api [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072317, 'name': PowerOnVM_Task, 'duration_secs': 0.625748} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.303481] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Resumed the VM {{(pid=68292) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 971.303695] env[68292]: DEBUG nova.compute.manager [None req-ba6e44d4-90ab-4356-a094-9e1d250a66e7 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.304722] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c029da-bb60-4b2e-872e-05a11a5d4925 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.307930] env[68292]: DEBUG nova.compute.manager [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.531587] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae9ed25-824f-475d-8df5-7b822fad84cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.553239] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed4de0e-f07f-453b-bf93-c456f2fdb518 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.562355] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance 'efa23920-b384-4f40-b1ba-2a58538d89bf' progress to 83 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.569881] env[68292]: DEBUG nova.scheduler.client.report [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.693651] env[68292]: DEBUG oslo_vmware.api [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072318, 'name': PowerOnVM_Task, 'duration_secs': 0.890168} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.693942] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.694185] env[68292]: INFO nova.compute.manager [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Took 7.36 seconds to spawn the instance on the hypervisor. [ 971.694362] env[68292]: DEBUG nova.compute.manager [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.695196] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f6e1ec-f23c-4ffa-8ab8-db9542078e86 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.717785] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Preparing fetch location {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 971.718065] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Fetch image to [datastore1] OSTACK_IMG_d8802c0f-c899-408b-bd0a-50613a7e1d50/OSTACK_IMG_d8802c0f-c899-408b-bd0a-50613a7e1d50.vmdk {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 971.718252] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Downloading stream optimized image 51d5a3ab-377f-4343-ac8f-914e35be6eee to [datastore1] OSTACK_IMG_d8802c0f-c899-408b-bd0a-50613a7e1d50/OSTACK_IMG_d8802c0f-c899-408b-bd0a-50613a7e1d50.vmdk on the data store datastore1 as vApp {{(pid=68292) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 971.718428] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Downloading image file data 51d5a3ab-377f-4343-ac8f-914e35be6eee to the ESX as VM named 'OSTACK_IMG_d8802c0f-c899-408b-bd0a-50613a7e1d50' {{(pid=68292) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 971.817925] env[68292]: DEBUG oslo_vmware.rw_handles [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 971.817925] env[68292]: value = "resgroup-9" [ 971.817925] env[68292]: _type = "ResourcePool" [ 971.817925] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 971.818236] env[68292]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-20de125e-3244-42fa-86b9-4200bc512923 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.836655] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.849470] env[68292]: DEBUG oslo_vmware.rw_handles [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lease: (returnval){ [ 971.849470] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52dc3eca-1e77-e719-a6c7-90b78ab23d1a" [ 971.849470] env[68292]: _type = "HttpNfcLease" [ 971.849470] env[68292]: } obtained for vApp import into resource pool (val){ [ 971.849470] env[68292]: value = "resgroup-9" [ 971.849470] env[68292]: _type = "ResourcePool" [ 971.849470] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 971.849799] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the lease: (returnval){ [ 971.849799] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52dc3eca-1e77-e719-a6c7-90b78ab23d1a" [ 971.849799] env[68292]: _type = "HttpNfcLease" [ 971.849799] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 971.857289] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 971.857289] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52dc3eca-1e77-e719-a6c7-90b78ab23d1a" [ 971.857289] env[68292]: _type = "HttpNfcLease" [ 971.857289] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.076136] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.077153] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.078039] env[68292]: DEBUG nova.compute.manager [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.080768] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1927aa91-b081-46e3-a313-cb66be578507 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.084098] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.519s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.084098] env[68292]: DEBUG nova.objects.instance [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lazy-loading 'resources' on Instance uuid 52ae3c6e-6051-444c-b1db-92edb3a1867f {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.093675] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 972.093675] env[68292]: value = "task-3072320" [ 972.093675] env[68292]: _type = "Task" [ 972.093675] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.103980] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.222388] env[68292]: INFO nova.compute.manager [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Took 32.72 seconds to build instance. [ 972.359987] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.359987] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52dc3eca-1e77-e719-a6c7-90b78ab23d1a" [ 972.359987] env[68292]: _type = "HttpNfcLease" [ 972.359987] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.590536] env[68292]: DEBUG nova.compute.utils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.592215] env[68292]: DEBUG nova.compute.manager [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.592438] env[68292]: DEBUG nova.network.neutron [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.606521] env[68292]: DEBUG oslo_vmware.api [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072320, 'name': PowerOnVM_Task, 'duration_secs': 0.461638} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.609994] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.609994] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-532379a2-129b-49ea-818e-5a7e86b9dbde tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance 'efa23920-b384-4f40-b1ba-2a58538d89bf' progress to 100 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.667386] env[68292]: DEBUG nova.policy [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e09d4750d694eedbb383674c2f45f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd9dfdfa33445348610b740a2e8d687', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.724966] env[68292]: DEBUG oslo_concurrency.lockutils [None req-532ec5b2-6a8b-4092-8823-22912869b9d4 tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Lock "96556201-da4b-465b-aaf1-054ec7efefcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.954s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.770222] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e49b8242-1a65-45e3-a510-0b9836664d05 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "21a4104b-e0ae-480c-bc3a-e33a646dff63" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.770498] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e49b8242-1a65-45e3-a510-0b9836664d05 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "21a4104b-e0ae-480c-bc3a-e33a646dff63" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.770703] env[68292]: DEBUG nova.compute.manager [None req-e49b8242-1a65-45e3-a510-0b9836664d05 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.771892] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e0bb24-6025-486e-9bee-6a64312b96f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.782454] env[68292]: DEBUG nova.compute.manager [None req-e49b8242-1a65-45e3-a510-0b9836664d05 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68292) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 972.783089] env[68292]: DEBUG nova.objects.instance [None req-e49b8242-1a65-45e3-a510-0b9836664d05 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lazy-loading 'flavor' on Instance uuid 21a4104b-e0ae-480c-bc3a-e33a646dff63 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.861070] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.861070] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52dc3eca-1e77-e719-a6c7-90b78ab23d1a" [ 972.861070] env[68292]: _type = "HttpNfcLease" [ 972.861070] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 972.864056] env[68292]: DEBUG oslo_vmware.rw_handles [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 972.864056] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52dc3eca-1e77-e719-a6c7-90b78ab23d1a" [ 972.864056] env[68292]: _type = "HttpNfcLease" [ 972.864056] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 972.865207] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1ef601-7465-40e0-a40a-639d15dd98c7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.873999] env[68292]: DEBUG oslo_vmware.rw_handles [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5212ad38-0149-7163-e17e-7e47f43ea2b3/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 972.874263] env[68292]: DEBUG oslo_vmware.rw_handles [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5212ad38-0149-7163-e17e-7e47f43ea2b3/disk-0.vmdk. {{(pid=68292) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 972.942131] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52c15ad4-512a-4b4b-aec2-9d3f15f33d60 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.083767] env[68292]: DEBUG nova.network.neutron [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Successfully created port: 242be9ea-44ec-431b-94ff-03f689348dfb {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.098975] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe446f-2a08-4b5c-89d3-a78c3e2b5a8b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.102039] env[68292]: DEBUG nova.compute.manager [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.116120] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e3193a-4b93-4669-b6f8-c5c2bba6948e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.160909] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f820628e-edfe-4dce-9abe-86eb6a47a6f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.170015] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da3340e-1aa8-49b8-9a2b-65a040f503ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.185157] env[68292]: DEBUG nova.compute.provider_tree [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.689076] env[68292]: DEBUG nova.scheduler.client.report [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.792984] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49b8242-1a65-45e3-a510-0b9836664d05 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.793083] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-128d2e22-546f-41da-aade-36d973fb963e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.822499] env[68292]: DEBUG oslo_vmware.api [None req-e49b8242-1a65-45e3-a510-0b9836664d05 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 973.822499] env[68292]: value = "task-3072321" [ 973.822499] env[68292]: _type = "Task" [ 973.822499] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.835419] env[68292]: DEBUG oslo_vmware.api [None req-e49b8242-1a65-45e3-a510-0b9836664d05 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.072172] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Acquiring lock "96556201-da4b-465b-aaf1-054ec7efefcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.072172] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Lock "96556201-da4b-465b-aaf1-054ec7efefcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.072172] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Acquiring lock "96556201-da4b-465b-aaf1-054ec7efefcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.072172] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Lock "96556201-da4b-465b-aaf1-054ec7efefcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.072172] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Lock "96556201-da4b-465b-aaf1-054ec7efefcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.075419] env[68292]: INFO nova.compute.manager [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Terminating instance [ 974.118594] env[68292]: DEBUG nova.compute.manager [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.148021] env[68292]: DEBUG oslo_vmware.rw_handles [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Completed reading data from the image iterator. {{(pid=68292) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 974.148324] env[68292]: DEBUG oslo_vmware.rw_handles [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5212ad38-0149-7163-e17e-7e47f43ea2b3/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 974.149521] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becec5ab-ac16-490e-88f3-ebac5b519330 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.166142] env[68292]: DEBUG nova.virt.hardware [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.166774] env[68292]: DEBUG nova.virt.hardware [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.167039] env[68292]: DEBUG nova.virt.hardware [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.167564] env[68292]: DEBUG nova.virt.hardware [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.167564] env[68292]: DEBUG nova.virt.hardware [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.167672] env[68292]: DEBUG nova.virt.hardware [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.167990] env[68292]: DEBUG nova.virt.hardware [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.169634] env[68292]: DEBUG nova.virt.hardware [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.169634] env[68292]: DEBUG nova.virt.hardware [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.169634] env[68292]: DEBUG nova.virt.hardware [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.169634] env[68292]: DEBUG nova.virt.hardware [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.171130] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e432be99-10d9-4f5d-b93b-6df92e6bd9e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.176314] env[68292]: DEBUG oslo_vmware.rw_handles [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5212ad38-0149-7163-e17e-7e47f43ea2b3/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 974.176810] env[68292]: DEBUG oslo_vmware.rw_handles [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5212ad38-0149-7163-e17e-7e47f43ea2b3/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 974.177514] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-38697918-3a0e-4787-9239-3ba7a3cb2c76 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.185312] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62e6166-e131-4f2c-bc3f-17d9fdb41add {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.204930] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.208168] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.563s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.208469] env[68292]: DEBUG nova.objects.instance [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lazy-loading 'pci_requests' on Instance uuid 5ade77af-061f-450a-93bb-7f9e28907c63 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.237826] env[68292]: INFO nova.scheduler.client.report [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Deleted allocations for instance 52ae3c6e-6051-444c-b1db-92edb3a1867f [ 974.339437] env[68292]: DEBUG oslo_vmware.api [None req-e49b8242-1a65-45e3-a510-0b9836664d05 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072321, 'name': PowerOffVM_Task, 'duration_secs': 0.346403} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.339769] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49b8242-1a65-45e3-a510-0b9836664d05 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.340099] env[68292]: DEBUG nova.compute.manager [None req-e49b8242-1a65-45e3-a510-0b9836664d05 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.341099] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e2aa9d-fc00-45d8-ba47-4d4c0427f8da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.401283] env[68292]: DEBUG oslo_vmware.rw_handles [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5212ad38-0149-7163-e17e-7e47f43ea2b3/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 974.401593] env[68292]: INFO nova.virt.vmwareapi.images [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Downloaded image file data 51d5a3ab-377f-4343-ac8f-914e35be6eee [ 974.402805] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a702760e-5ac5-49a4-8f0a-3b18983717c0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.421769] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e02dc2f-a9a7-4b40-b2a3-87d7bf82400f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.457188] env[68292]: INFO nova.virt.vmwareapi.images [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] The imported VM was unregistered [ 974.460033] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Caching image {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 974.460805] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating directory with path [datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.460805] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcd17c80-8cd2-4bba-b4bb-ed4139826146 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.489632] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Created directory with path [datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.489945] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d8802c0f-c899-408b-bd0a-50613a7e1d50/OSTACK_IMG_d8802c0f-c899-408b-bd0a-50613a7e1d50.vmdk to [datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee/51d5a3ab-377f-4343-ac8f-914e35be6eee.vmdk. {{(pid=68292) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 974.490260] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d80ce774-cb31-44b8-859d-85951ad38366 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.500009] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 974.500009] env[68292]: value = "task-3072323" [ 974.500009] env[68292]: _type = "Task" [ 974.500009] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.508440] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072323, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.539712] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "efa23920-b384-4f40-b1ba-2a58538d89bf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.539960] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "efa23920-b384-4f40-b1ba-2a58538d89bf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.540168] env[68292]: DEBUG nova.compute.manager [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Going to confirm migration 3 {{(pid=68292) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 974.581584] env[68292]: DEBUG nova.compute.manager [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.581817] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.583334] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f2d7d0-e103-4efc-96a1-6d30f3c5532a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.591862] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.592209] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d8c118-c587-427d-bd72-825aab95436a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.600503] env[68292]: DEBUG oslo_vmware.api [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Waiting for the task: (returnval){ [ 974.600503] env[68292]: value = "task-3072324" [ 974.600503] env[68292]: _type = "Task" [ 974.600503] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.610102] env[68292]: DEBUG oslo_vmware.api [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.713072] env[68292]: DEBUG nova.objects.instance [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lazy-loading 'numa_topology' on Instance uuid 5ade77af-061f-450a-93bb-7f9e28907c63 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.747476] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9ea26f0-66cf-4bf8-a545-e2c8688b8dfe tempest-ServerShowV254Test-953382900 tempest-ServerShowV254Test-953382900-project-member] Lock "52ae3c6e-6051-444c-b1db-92edb3a1867f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.478s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.854651] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e49b8242-1a65-45e3-a510-0b9836664d05 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "21a4104b-e0ae-480c-bc3a-e33a646dff63" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.894303] env[68292]: DEBUG nova.network.neutron [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Successfully updated port: 242be9ea-44ec-431b-94ff-03f689348dfb {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.922630] env[68292]: DEBUG nova.compute.manager [req-81dd9f7b-55dc-44d3-adb1-4f0126720b5a req-194452ac-021e-44c1-b46d-e3ce67838da2 service nova] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Received event network-vif-plugged-242be9ea-44ec-431b-94ff-03f689348dfb {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.922947] env[68292]: DEBUG oslo_concurrency.lockutils [req-81dd9f7b-55dc-44d3-adb1-4f0126720b5a req-194452ac-021e-44c1-b46d-e3ce67838da2 service nova] Acquiring lock "ee79c3c2-5827-4371-96bd-d7052ca0717a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.923137] env[68292]: DEBUG oslo_concurrency.lockutils [req-81dd9f7b-55dc-44d3-adb1-4f0126720b5a req-194452ac-021e-44c1-b46d-e3ce67838da2 service nova] Lock "ee79c3c2-5827-4371-96bd-d7052ca0717a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.923293] env[68292]: DEBUG oslo_concurrency.lockutils [req-81dd9f7b-55dc-44d3-adb1-4f0126720b5a req-194452ac-021e-44c1-b46d-e3ce67838da2 service nova] Lock "ee79c3c2-5827-4371-96bd-d7052ca0717a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.923519] env[68292]: DEBUG nova.compute.manager [req-81dd9f7b-55dc-44d3-adb1-4f0126720b5a req-194452ac-021e-44c1-b46d-e3ce67838da2 service nova] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] No waiting events found dispatching network-vif-plugged-242be9ea-44ec-431b-94ff-03f689348dfb {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.924350] env[68292]: WARNING nova.compute.manager [req-81dd9f7b-55dc-44d3-adb1-4f0126720b5a req-194452ac-021e-44c1-b46d-e3ce67838da2 service nova] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Received unexpected event network-vif-plugged-242be9ea-44ec-431b-94ff-03f689348dfb for instance with vm_state building and task_state spawning. [ 975.016767] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072323, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.082157] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.082522] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.082714] env[68292]: DEBUG nova.network.neutron [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.083020] env[68292]: DEBUG nova.objects.instance [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lazy-loading 'info_cache' on Instance uuid efa23920-b384-4f40-b1ba-2a58538d89bf {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.118564] env[68292]: DEBUG oslo_vmware.api [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072324, 'name': PowerOffVM_Task, 'duration_secs': 0.30073} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.119065] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.119354] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.119971] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c760fb1f-1430-49dc-a2f9-15e4121695cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.204353] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.204353] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.204577] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Deleting the datastore file [datastore2] 96556201-da4b-465b-aaf1-054ec7efefcf {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.204791] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f62f355-807f-437d-a42d-c0d240a8d71e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.216409] env[68292]: INFO nova.compute.claims [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.225040] env[68292]: DEBUG oslo_vmware.api [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Waiting for the task: (returnval){ [ 975.225040] env[68292]: value = "task-3072326" [ 975.225040] env[68292]: _type = "Task" [ 975.225040] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.244039] env[68292]: DEBUG oslo_vmware.api [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.397650] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "refresh_cache-ee79c3c2-5827-4371-96bd-d7052ca0717a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.397812] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "refresh_cache-ee79c3c2-5827-4371-96bd-d7052ca0717a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.397961] env[68292]: DEBUG nova.network.neutron [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.516512] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072323, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.753103] env[68292]: DEBUG oslo_vmware.api [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Task: {'id': task-3072326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330939} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.754112] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.754112] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.754112] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.754112] env[68292]: INFO nova.compute.manager [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 975.754290] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.755683] env[68292]: DEBUG nova.compute.manager [-] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.755683] env[68292]: DEBUG nova.network.neutron [-] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.807733] env[68292]: DEBUG nova.objects.instance [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lazy-loading 'flavor' on Instance uuid 21a4104b-e0ae-480c-bc3a-e33a646dff63 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.975157] env[68292]: DEBUG nova.network.neutron [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.018109] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072323, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.214361] env[68292]: DEBUG nova.network.neutron [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Updating instance_info_cache with network_info: [{"id": "242be9ea-44ec-431b-94ff-03f689348dfb", "address": "fa:16:3e:dc:0c:34", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242be9ea-44", "ovs_interfaceid": "242be9ea-44ec-431b-94ff-03f689348dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.249435] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a009dd-7048-4cf4-824c-7a177ebfd33f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.262659] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba9ff52-1bb4-4872-bd31-57cda7c309cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.309843] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b14402-fc0f-44a4-a78e-c6e1ec22b8ef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.314048] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "refresh_cache-21a4104b-e0ae-480c-bc3a-e33a646dff63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.314048] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquired lock "refresh_cache-21a4104b-e0ae-480c-bc3a-e33a646dff63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.314253] env[68292]: DEBUG nova.network.neutron [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.314301] env[68292]: DEBUG nova.objects.instance [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lazy-loading 'info_cache' on Instance uuid 21a4104b-e0ae-480c-bc3a-e33a646dff63 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.327881] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d299a9-9530-4075-bc26-6b65b366b2b9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.350197] env[68292]: DEBUG nova.compute.provider_tree [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.499553] env[68292]: DEBUG nova.network.neutron [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance_info_cache with network_info: [{"id": "33df829f-d3e8-4841-b997-b6d5114eaab6", "address": "fa:16:3e:ba:5a:0c", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33df829f-d3", "ovs_interfaceid": "33df829f-d3e8-4841-b997-b6d5114eaab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.518050] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072323, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.600294] env[68292]: DEBUG nova.network.neutron [-] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.721055] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "refresh_cache-ee79c3c2-5827-4371-96bd-d7052ca0717a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.721535] env[68292]: DEBUG nova.compute.manager [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Instance network_info: |[{"id": "242be9ea-44ec-431b-94ff-03f689348dfb", "address": "fa:16:3e:dc:0c:34", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242be9ea-44", "ovs_interfaceid": "242be9ea-44ec-431b-94ff-03f689348dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.722305] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:0c:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '242be9ea-44ec-431b-94ff-03f689348dfb', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.733350] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.733985] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.734359] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dcfce59-638a-42be-9195-b354e4688744 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.767560] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.767560] env[68292]: value = "task-3072327" [ 976.767560] env[68292]: _type = "Task" [ 976.767560] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.781151] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072327, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.818085] env[68292]: DEBUG nova.objects.base [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Object Instance<21a4104b-e0ae-480c-bc3a-e33a646dff63> lazy-loaded attributes: flavor,info_cache {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 976.853305] env[68292]: DEBUG nova.scheduler.client.report [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.954423] env[68292]: DEBUG nova.compute.manager [req-4d1aaabb-79f8-4b91-9288-717dbd643b1b req-a797e57e-d63a-4f15-8ccb-4c305c710527 service nova] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Received event network-changed-242be9ea-44ec-431b-94ff-03f689348dfb {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.954518] env[68292]: DEBUG nova.compute.manager [req-4d1aaabb-79f8-4b91-9288-717dbd643b1b req-a797e57e-d63a-4f15-8ccb-4c305c710527 service nova] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Refreshing instance network info cache due to event network-changed-242be9ea-44ec-431b-94ff-03f689348dfb. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.954774] env[68292]: DEBUG oslo_concurrency.lockutils [req-4d1aaabb-79f8-4b91-9288-717dbd643b1b req-a797e57e-d63a-4f15-8ccb-4c305c710527 service nova] Acquiring lock "refresh_cache-ee79c3c2-5827-4371-96bd-d7052ca0717a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.954896] env[68292]: DEBUG oslo_concurrency.lockutils [req-4d1aaabb-79f8-4b91-9288-717dbd643b1b req-a797e57e-d63a-4f15-8ccb-4c305c710527 service nova] Acquired lock "refresh_cache-ee79c3c2-5827-4371-96bd-d7052ca0717a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.955040] env[68292]: DEBUG nova.network.neutron [req-4d1aaabb-79f8-4b91-9288-717dbd643b1b req-a797e57e-d63a-4f15-8ccb-4c305c710527 service nova] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Refreshing network info cache for port 242be9ea-44ec-431b-94ff-03f689348dfb {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.002139] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "refresh_cache-efa23920-b384-4f40-b1ba-2a58538d89bf" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.002573] env[68292]: DEBUG nova.objects.instance [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lazy-loading 'migration_context' on Instance uuid efa23920-b384-4f40-b1ba-2a58538d89bf {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.018234] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072323, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.104090] env[68292]: INFO nova.compute.manager [-] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Took 1.35 seconds to deallocate network for instance. [ 977.275632] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072327, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.359791] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.151s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.361063] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.529s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.362672] env[68292]: INFO nova.compute.claims [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.420961] env[68292]: INFO nova.network.neutron [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updating port 39c3a22d-e928-4c0b-9d98-95fb6590109a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 977.508897] env[68292]: DEBUG nova.objects.base [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 977.510376] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b04cd0-691a-4fd5-82a7-2b4330dba793 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.518322] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072323, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.710838} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.532605] env[68292]: INFO nova.virt.vmwareapi.ds_util [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d8802c0f-c899-408b-bd0a-50613a7e1d50/OSTACK_IMG_d8802c0f-c899-408b-bd0a-50613a7e1d50.vmdk to [datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee/51d5a3ab-377f-4343-ac8f-914e35be6eee.vmdk. [ 977.532911] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Cleaning up location [datastore1] OSTACK_IMG_d8802c0f-c899-408b-bd0a-50613a7e1d50 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 977.533100] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d8802c0f-c899-408b-bd0a-50613a7e1d50 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.534377] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51f33063-eefb-4f76-bb9b-d44d2234afd0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.536251] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6d033a-e1a5-430e-aa78-2571a4edfe43 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.542170] env[68292]: DEBUG oslo_vmware.api [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 977.542170] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52135608-064c-a19f-5cf1-4a2ce68344b7" [ 977.542170] env[68292]: _type = "Task" [ 977.542170] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.549412] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 977.549412] env[68292]: value = "task-3072328" [ 977.549412] env[68292]: _type = "Task" [ 977.549412] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.560069] env[68292]: DEBUG oslo_vmware.api [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52135608-064c-a19f-5cf1-4a2ce68344b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.560856] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.566810] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.612676] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.695070] env[68292]: DEBUG nova.network.neutron [req-4d1aaabb-79f8-4b91-9288-717dbd643b1b req-a797e57e-d63a-4f15-8ccb-4c305c710527 service nova] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Updated VIF entry in instance network info cache for port 242be9ea-44ec-431b-94ff-03f689348dfb. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.695467] env[68292]: DEBUG nova.network.neutron [req-4d1aaabb-79f8-4b91-9288-717dbd643b1b req-a797e57e-d63a-4f15-8ccb-4c305c710527 service nova] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Updating instance_info_cache with network_info: [{"id": "242be9ea-44ec-431b-94ff-03f689348dfb", "address": "fa:16:3e:dc:0c:34", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242be9ea-44", "ovs_interfaceid": "242be9ea-44ec-431b-94ff-03f689348dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.776899] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072327, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.818330] env[68292]: DEBUG nova.network.neutron [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Updating instance_info_cache with network_info: [{"id": "55ba793d-6f04-4e4a-b161-1037f6fedc34", "address": "fa:16:3e:18:8e:23", "network": {"id": "6defd495-67db-4f74-b25f-282f8c488f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1291244906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebe40851a4740c28aadfb8e96b372b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ba793d-6f", "ovs_interfaceid": "55ba793d-6f04-4e4a-b161-1037f6fedc34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.063687] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043562} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.063970] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.064142] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee/51d5a3ab-377f-4343-ac8f-914e35be6eee.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.064388] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee/51d5a3ab-377f-4343-ac8f-914e35be6eee.vmdk to [datastore1] eb6f9ed9-be86-4603-b69c-b66aa2edccc4/eb6f9ed9-be86-4603-b69c-b66aa2edccc4.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.064641] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59c4c9bb-9cb6-4b5a-9c4f-7db1d242a111 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.073261] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 978.073261] env[68292]: value = "task-3072329" [ 978.073261] env[68292]: _type = "Task" [ 978.073261] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.084328] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.200225] env[68292]: DEBUG oslo_concurrency.lockutils [req-4d1aaabb-79f8-4b91-9288-717dbd643b1b req-a797e57e-d63a-4f15-8ccb-4c305c710527 service nova] Releasing lock "refresh_cache-ee79c3c2-5827-4371-96bd-d7052ca0717a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.200669] env[68292]: DEBUG nova.compute.manager [req-4d1aaabb-79f8-4b91-9288-717dbd643b1b req-a797e57e-d63a-4f15-8ccb-4c305c710527 service nova] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Received event network-vif-deleted-69e1cd2e-23e3-4354-bf65-ecfc1edc830f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.277380] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072327, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.320916] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Releasing lock "refresh_cache-21a4104b-e0ae-480c-bc3a-e33a646dff63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.550541] env[68292]: DEBUG oslo_concurrency.lockutils [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.550800] env[68292]: DEBUG oslo_concurrency.lockutils [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.551010] env[68292]: DEBUG oslo_concurrency.lockutils [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.551459] env[68292]: DEBUG oslo_concurrency.lockutils [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.551646] env[68292]: DEBUG oslo_concurrency.lockutils [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.553785] env[68292]: INFO nova.compute.manager [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Terminating instance [ 978.586234] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072329, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.782541] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072327, 'name': CreateVM_Task, 'duration_secs': 1.911048} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.785445] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.789720] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.789979] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.790318] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.790608] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3f6fc9-e109-428f-94ee-2540d921572c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.805029] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 978.805029] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52245974-2c45-abbe-723a-2b95f76b7599" [ 978.805029] env[68292]: _type = "Task" [ 978.805029] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.819802] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52245974-2c45-abbe-723a-2b95f76b7599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.823676] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126b44c0-c6e3-4708-bd2f-660963a365b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.837756] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c3830a-5a62-455d-ac43-8251b046724e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.874445] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4857d2a-ae75-4b36-ab7a-da62e2d18fc8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.887020] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb1a8c3-744c-4e24-8914-4a222b19f680 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.905899] env[68292]: DEBUG nova.compute.provider_tree [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.058454] env[68292]: DEBUG nova.compute.manager [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.058740] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.059686] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b80be10-0d1d-42f0-b2e2-cd23b8e7d5ba {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.070794] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.071218] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b16351e5-4705-42f7-941b-64716e7846c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.083231] env[68292]: DEBUG oslo_vmware.api [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 979.083231] env[68292]: value = "task-3072330" [ 979.083231] env[68292]: _type = "Task" [ 979.083231] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.094024] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072329, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.100785] env[68292]: DEBUG oslo_vmware.api [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.316204] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52245974-2c45-abbe-723a-2b95f76b7599, 'name': SearchDatastore_Task, 'duration_secs': 0.085977} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.316594] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.316913] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.317131] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.317309] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.317468] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.317753] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da8f76ce-3723-4cd4-b522-710a8e293fb3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.331839] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.332199] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8282ca8a-a426-422f-bb24-a76dbf99e305 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.340630] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.340844] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.342075] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc70bee-33f1-4147-ad25-3c016e683732 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.349352] env[68292]: DEBUG oslo_vmware.api [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 979.349352] env[68292]: value = "task-3072331" [ 979.349352] env[68292]: _type = "Task" [ 979.349352] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.356522] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 979.356522] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5298bd76-e3f8-8a54-68e5-2caea602e01e" [ 979.356522] env[68292]: _type = "Task" [ 979.356522] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.364522] env[68292]: DEBUG oslo_vmware.api [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.368667] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5298bd76-e3f8-8a54-68e5-2caea602e01e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.411762] env[68292]: DEBUG nova.scheduler.client.report [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.592033] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072329, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.605028] env[68292]: DEBUG oslo_vmware.api [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072330, 'name': PowerOffVM_Task, 'duration_secs': 0.27867} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.605028] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.605028] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.605028] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f7e46fa-50ca-4789-919c-254f3ad79dbd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.687025] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.687025] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.687025] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Deleting the datastore file [datastore2] 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.687025] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5fc8458-6991-4524-a694-1507b1f3e5e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.700482] env[68292]: DEBUG oslo_vmware.api [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for the task: (returnval){ [ 979.700482] env[68292]: value = "task-3072333" [ 979.700482] env[68292]: _type = "Task" [ 979.700482] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.716914] env[68292]: DEBUG oslo_vmware.api [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.736244] env[68292]: DEBUG nova.compute.manager [req-144ac1a9-9568-4456-b07f-b43f19fa1e11 req-905a4702-82dc-43a0-89e0-9fd326c611df service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Received event network-vif-plugged-39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.738164] env[68292]: DEBUG oslo_concurrency.lockutils [req-144ac1a9-9568-4456-b07f-b43f19fa1e11 req-905a4702-82dc-43a0-89e0-9fd326c611df service nova] Acquiring lock "5ade77af-061f-450a-93bb-7f9e28907c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.738164] env[68292]: DEBUG oslo_concurrency.lockutils [req-144ac1a9-9568-4456-b07f-b43f19fa1e11 req-905a4702-82dc-43a0-89e0-9fd326c611df service nova] Lock "5ade77af-061f-450a-93bb-7f9e28907c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.738164] env[68292]: DEBUG oslo_concurrency.lockutils [req-144ac1a9-9568-4456-b07f-b43f19fa1e11 req-905a4702-82dc-43a0-89e0-9fd326c611df service nova] Lock "5ade77af-061f-450a-93bb-7f9e28907c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.738164] env[68292]: DEBUG nova.compute.manager [req-144ac1a9-9568-4456-b07f-b43f19fa1e11 req-905a4702-82dc-43a0-89e0-9fd326c611df service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] No waiting events found dispatching network-vif-plugged-39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.738164] env[68292]: WARNING nova.compute.manager [req-144ac1a9-9568-4456-b07f-b43f19fa1e11 req-905a4702-82dc-43a0-89e0-9fd326c611df service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Received unexpected event network-vif-plugged-39c3a22d-e928-4c0b-9d98-95fb6590109a for instance with vm_state shelved_offloaded and task_state spawning. [ 979.872889] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5298bd76-e3f8-8a54-68e5-2caea602e01e, 'name': SearchDatastore_Task, 'duration_secs': 0.090459} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.878208] env[68292]: DEBUG oslo_vmware.api [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072331, 'name': PowerOnVM_Task, 'duration_secs': 0.485215} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.878491] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4c3df3-8156-48a7-9945-cdd517cad62f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.881307] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.885168] env[68292]: DEBUG nova.compute.manager [None req-9a0537ff-b9bf-4688-89ae-c6fb0aa438c0 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.885168] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ed1ff1-7a90-426a-8369-448e5756a978 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.901299] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 979.901299] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527858e5-6980-e393-b962-ed6de38b5715" [ 979.901299] env[68292]: _type = "Task" [ 979.901299] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.914703] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527858e5-6980-e393-b962-ed6de38b5715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.920852] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.920852] env[68292]: DEBUG nova.compute.manager [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.925348] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.925348] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.925434] env[68292]: DEBUG nova.network.neutron [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.927261] env[68292]: DEBUG oslo_concurrency.lockutils [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.876s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.927261] env[68292]: DEBUG nova.objects.instance [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lazy-loading 'resources' on Instance uuid fbee0abd-c4ac-4a12-a42c-882a1f62ea49 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.089744] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072329, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.217963] env[68292]: DEBUG oslo_vmware.api [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Task: {'id': task-3072333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339588} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.218351] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.218580] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.218874] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.219163] env[68292]: INFO nova.compute.manager [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Took 1.16 seconds to destroy the instance on the hypervisor. [ 980.220341] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.220341] env[68292]: DEBUG nova.compute.manager [-] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.220341] env[68292]: DEBUG nova.network.neutron [-] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.426844] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527858e5-6980-e393-b962-ed6de38b5715, 'name': SearchDatastore_Task, 'duration_secs': 0.095381} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.427235] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.429029] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] ee79c3c2-5827-4371-96bd-d7052ca0717a/ee79c3c2-5827-4371-96bd-d7052ca0717a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.429029] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-938c05af-9f63-4cb6-873e-a93bee7ce349 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.436569] env[68292]: DEBUG nova.compute.utils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.442648] env[68292]: DEBUG nova.compute.manager [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.442716] env[68292]: DEBUG nova.network.neutron [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.457703] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 980.457703] env[68292]: value = "task-3072334" [ 980.457703] env[68292]: _type = "Task" [ 980.457703] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.477176] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.531207] env[68292]: DEBUG nova.policy [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d9ccc2985ee464281c440f63264adf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16e8c0bea4d4195a85f1146cef05a8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.599883] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072329, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.871569] env[68292]: DEBUG nova.network.neutron [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updating instance_info_cache with network_info: [{"id": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "address": "fa:16:3e:7e:3d:d4", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c3a22d-e9", "ovs_interfaceid": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.925309] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723c3d57-ee06-4fb3-8d93-fdd050e78456 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.935339] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a743f4ff-a02c-4f61-9768-a420c1250c65 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.943254] env[68292]: DEBUG nova.compute.manager [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.984422] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a12e877-3d04-4e17-a883-a348a471b0cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.997205] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496406ee-f721-4f77-a30d-1955660a7654 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.001570] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072334, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.005316] env[68292]: DEBUG nova.network.neutron [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Successfully created port: 06675430-1dbb-4bf3-8c8c-401713358b47 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.016795] env[68292]: DEBUG nova.compute.provider_tree [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.092319] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072329, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.736103} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.093469] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/51d5a3ab-377f-4343-ac8f-914e35be6eee/51d5a3ab-377f-4343-ac8f-914e35be6eee.vmdk to [datastore1] eb6f9ed9-be86-4603-b69c-b66aa2edccc4/eb6f9ed9-be86-4603-b69c-b66aa2edccc4.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.093982] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e96e4c-e634-4181-802a-c8f3eee7d6c8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.136410] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] eb6f9ed9-be86-4603-b69c-b66aa2edccc4/eb6f9ed9-be86-4603-b69c-b66aa2edccc4.vmdk or device None with type streamOptimized {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.136923] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c73f10fb-c619-4b76-8c26-724bb0983334 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.165567] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 981.165567] env[68292]: value = "task-3072335" [ 981.165567] env[68292]: _type = "Task" [ 981.165567] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.177719] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.210329] env[68292]: DEBUG nova.network.neutron [-] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.374422] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.411440] env[68292]: DEBUG nova.virt.hardware [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='faf96fa4dfe7dd019ea03d08084d2722',container_format='bare',created_at=2025-03-18T16:43:59Z,direct_url=,disk_format='vmdk',id=4bd934f8-575e-4d82-9b5e-0abbc1a05741,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-6948263-shelved',owner='922a38b23a97436287365ba6d804ed1a',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-18T16:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.411741] env[68292]: DEBUG nova.virt.hardware [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.411856] env[68292]: DEBUG nova.virt.hardware [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.412052] env[68292]: DEBUG nova.virt.hardware [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.412225] env[68292]: DEBUG nova.virt.hardware [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.412401] env[68292]: DEBUG nova.virt.hardware [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.412571] env[68292]: DEBUG nova.virt.hardware [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.412806] env[68292]: DEBUG nova.virt.hardware [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.413031] env[68292]: DEBUG nova.virt.hardware [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.413209] env[68292]: DEBUG nova.virt.hardware [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.413377] env[68292]: DEBUG nova.virt.hardware [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.414271] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad7cfbc-7f21-4f60-81ed-2e483bed47be {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.423853] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149627d0-074c-46ee-9ca9-2ba97b455a15 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.440905] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:3d:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39c3a22d-e928-4c0b-9d98-95fb6590109a', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.448648] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.448931] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.449209] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5a3dc0b-f3fa-4c47-8f50-9699c726abcc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.471081] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.471081] env[68292]: value = "task-3072336" [ 981.471081] env[68292]: _type = "Task" [ 981.471081] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.481405] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Acquiring lock "6842b1b0-d2da-4152-9d3e-edc3526bd51a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.481641] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Lock "6842b1b0-d2da-4152-9d3e-edc3526bd51a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.493113] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072336, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.501026] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.923021} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.501026] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] ee79c3c2-5827-4371-96bd-d7052ca0717a/ee79c3c2-5827-4371-96bd-d7052ca0717a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.501026] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.501026] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26691f2e-7d6d-42e4-9519-d9dd00e3218e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.510148] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 981.510148] env[68292]: value = "task-3072337" [ 981.510148] env[68292]: _type = "Task" [ 981.510148] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.521888] env[68292]: DEBUG nova.scheduler.client.report [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.525975] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.680271] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072335, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.714062] env[68292]: INFO nova.compute.manager [-] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Took 1.49 seconds to deallocate network for instance. [ 981.769113] env[68292]: DEBUG nova.compute.manager [req-d697ac0b-2bf1-4ca2-b09a-b70d874f2008 req-23810d2c-5b15-438c-99f1-24784f7d9ffa service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Received event network-changed-39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.769113] env[68292]: DEBUG nova.compute.manager [req-d697ac0b-2bf1-4ca2-b09a-b70d874f2008 req-23810d2c-5b15-438c-99f1-24784f7d9ffa service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Refreshing instance network info cache due to event network-changed-39c3a22d-e928-4c0b-9d98-95fb6590109a. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.769113] env[68292]: DEBUG oslo_concurrency.lockutils [req-d697ac0b-2bf1-4ca2-b09a-b70d874f2008 req-23810d2c-5b15-438c-99f1-24784f7d9ffa service nova] Acquiring lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.769113] env[68292]: DEBUG oslo_concurrency.lockutils [req-d697ac0b-2bf1-4ca2-b09a-b70d874f2008 req-23810d2c-5b15-438c-99f1-24784f7d9ffa service nova] Acquired lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.769818] env[68292]: DEBUG nova.network.neutron [req-d697ac0b-2bf1-4ca2-b09a-b70d874f2008 req-23810d2c-5b15-438c-99f1-24784f7d9ffa service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Refreshing network info cache for port 39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.984554] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072336, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.990214] env[68292]: DEBUG nova.compute.manager [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.994047] env[68292]: DEBUG nova.compute.manager [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.018429] env[68292]: DEBUG nova.virt.hardware [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.018714] env[68292]: DEBUG nova.virt.hardware [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.018872] env[68292]: DEBUG nova.virt.hardware [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.019068] env[68292]: DEBUG nova.virt.hardware [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.019221] env[68292]: DEBUG nova.virt.hardware [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.019368] env[68292]: DEBUG nova.virt.hardware [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.019577] env[68292]: DEBUG nova.virt.hardware [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.019735] env[68292]: DEBUG nova.virt.hardware [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.019929] env[68292]: DEBUG nova.virt.hardware [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.020153] env[68292]: DEBUG nova.virt.hardware [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.020348] env[68292]: DEBUG nova.virt.hardware [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.021252] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5cb651-f9cb-431d-8483-a538c69bb2a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.028545] env[68292]: DEBUG oslo_concurrency.lockutils [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.030582] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104548} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.032077] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.525s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.033567] env[68292]: INFO nova.compute.claims [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.036329] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.040685] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f99b70-77c9-4254-89c7-b89659004fec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.044694] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3978564-c1f9-42e9-9302-e9eb6f00d403 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.074769] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] ee79c3c2-5827-4371-96bd-d7052ca0717a/ee79c3c2-5827-4371-96bd-d7052ca0717a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.079058] env[68292]: INFO nova.scheduler.client.report [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Deleted allocations for instance fbee0abd-c4ac-4a12-a42c-882a1f62ea49 [ 982.090038] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56e48875-a6be-4fa8-ab21-a5e8cbef3b56 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.122490] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 982.122490] env[68292]: value = "task-3072338" [ 982.122490] env[68292]: _type = "Task" [ 982.122490] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.133733] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.177327] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072335, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.220382] env[68292]: DEBUG oslo_concurrency.lockutils [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.482262] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072336, 'name': CreateVM_Task, 'duration_secs': 0.669232} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.482521] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.483190] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.483781] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.484041] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.484307] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cebb934-2b2d-4d43-a28e-68b63cf3e7cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.489655] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 982.489655] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c05482-00a7-bf7f-62e2-1fd9382223ee" [ 982.489655] env[68292]: _type = "Task" [ 982.489655] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.502556] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c05482-00a7-bf7f-62e2-1fd9382223ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.519597] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.539330] env[68292]: DEBUG nova.network.neutron [req-d697ac0b-2bf1-4ca2-b09a-b70d874f2008 req-23810d2c-5b15-438c-99f1-24784f7d9ffa service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updated VIF entry in instance network info cache for port 39c3a22d-e928-4c0b-9d98-95fb6590109a. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.539330] env[68292]: DEBUG nova.network.neutron [req-d697ac0b-2bf1-4ca2-b09a-b70d874f2008 req-23810d2c-5b15-438c-99f1-24784f7d9ffa service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updating instance_info_cache with network_info: [{"id": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "address": "fa:16:3e:7e:3d:d4", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c3a22d-e9", "ovs_interfaceid": "39c3a22d-e928-4c0b-9d98-95fb6590109a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.616320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-97863c29-ab2c-4bc2-875b-cbb37246b0a2 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "fbee0abd-c4ac-4a12-a42c-882a1f62ea49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.119s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.634186] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072338, 'name': ReconfigVM_Task, 'duration_secs': 0.322821} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.635153] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Reconfigured VM instance instance-0000004e to attach disk [datastore1] ee79c3c2-5827-4371-96bd-d7052ca0717a/ee79c3c2-5827-4371-96bd-d7052ca0717a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.635968] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72a30d52-0ffd-4247-b8dc-e52f36bf7a94 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.644447] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 982.644447] env[68292]: value = "task-3072339" [ 982.644447] env[68292]: _type = "Task" [ 982.644447] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.654556] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072339, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.678883] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072335, 'name': ReconfigVM_Task, 'duration_secs': 1.497452} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.679211] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Reconfigured VM instance instance-0000004d to attach disk [datastore1] eb6f9ed9-be86-4603-b69c-b66aa2edccc4/eb6f9ed9-be86-4603-b69c-b66aa2edccc4.vmdk or device None with type streamOptimized {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.679898] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d117bb22-1a6e-45de-a756-0aa4c9dc435e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.687733] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 982.687733] env[68292]: value = "task-3072340" [ 982.687733] env[68292]: _type = "Task" [ 982.687733] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.697572] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072340, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.781376] env[68292]: DEBUG nova.network.neutron [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Successfully updated port: 06675430-1dbb-4bf3-8c8c-401713358b47 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.787447] env[68292]: DEBUG nova.compute.manager [req-342a1d58-00d0-4eb2-9944-9f4fd9992da5 req-c25a68d4-6743-4ae1-b005-5211503b395c service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Received event network-vif-plugged-06675430-1dbb-4bf3-8c8c-401713358b47 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.787447] env[68292]: DEBUG oslo_concurrency.lockutils [req-342a1d58-00d0-4eb2-9944-9f4fd9992da5 req-c25a68d4-6743-4ae1-b005-5211503b395c service nova] Acquiring lock "93ea8365-56d5-406d-adea-9acfe659fc3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.787447] env[68292]: DEBUG oslo_concurrency.lockutils [req-342a1d58-00d0-4eb2-9944-9f4fd9992da5 req-c25a68d4-6743-4ae1-b005-5211503b395c service nova] Lock "93ea8365-56d5-406d-adea-9acfe659fc3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.787447] env[68292]: DEBUG oslo_concurrency.lockutils [req-342a1d58-00d0-4eb2-9944-9f4fd9992da5 req-c25a68d4-6743-4ae1-b005-5211503b395c service nova] Lock "93ea8365-56d5-406d-adea-9acfe659fc3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.787447] env[68292]: DEBUG nova.compute.manager [req-342a1d58-00d0-4eb2-9944-9f4fd9992da5 req-c25a68d4-6743-4ae1-b005-5211503b395c service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] No waiting events found dispatching network-vif-plugged-06675430-1dbb-4bf3-8c8c-401713358b47 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.787447] env[68292]: WARNING nova.compute.manager [req-342a1d58-00d0-4eb2-9944-9f4fd9992da5 req-c25a68d4-6743-4ae1-b005-5211503b395c service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Received unexpected event network-vif-plugged-06675430-1dbb-4bf3-8c8c-401713358b47 for instance with vm_state building and task_state spawning. [ 983.003427] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.003740] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Processing image 4bd934f8-575e-4d82-9b5e-0abbc1a05741 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.004336] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741/4bd934f8-575e-4d82-9b5e-0abbc1a05741.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.004336] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741/4bd934f8-575e-4d82-9b5e-0abbc1a05741.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.004336] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.004740] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c659f684-8d5b-4904-b7e2-e71ffc2dc5f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.015332] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.015518] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.018268] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6aee17-82dc-4099-8112-1202c3839d80 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.027246] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 983.027246] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52561594-7ad1-f0dc-8c5b-fc1b2bbb9a6c" [ 983.027246] env[68292]: _type = "Task" [ 983.027246] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.036630] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52561594-7ad1-f0dc-8c5b-fc1b2bbb9a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.043949] env[68292]: DEBUG oslo_concurrency.lockutils [req-d697ac0b-2bf1-4ca2-b09a-b70d874f2008 req-23810d2c-5b15-438c-99f1-24784f7d9ffa service nova] Releasing lock "refresh_cache-5ade77af-061f-450a-93bb-7f9e28907c63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.044224] env[68292]: DEBUG nova.compute.manager [req-d697ac0b-2bf1-4ca2-b09a-b70d874f2008 req-23810d2c-5b15-438c-99f1-24784f7d9ffa service nova] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Received event network-vif-deleted-9b435b86-6b97-4461-9986-5470f4e685d4 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.157134] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072339, 'name': Rename_Task, 'duration_secs': 0.159283} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.157418] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.157674] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15373a40-d80f-48d8-98fe-e44f8d6771a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.165149] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 983.165149] env[68292]: value = "task-3072341" [ 983.165149] env[68292]: _type = "Task" [ 983.165149] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.175464] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.197859] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072340, 'name': Rename_Task, 'duration_secs': 0.156081} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.200740] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.201593] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9091585-8da6-4ca0-ac67-6afd03b75d2b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.210070] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 983.210070] env[68292]: value = "task-3072342" [ 983.210070] env[68292]: _type = "Task" [ 983.210070] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.221973] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.287824] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "refresh_cache-93ea8365-56d5-406d-adea-9acfe659fc3f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.287942] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "refresh_cache-93ea8365-56d5-406d-adea-9acfe659fc3f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.288642] env[68292]: DEBUG nova.network.neutron [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.428026] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b3a7ba-25cf-449d-a89f-2efaae0ed09a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.437552] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7352bb2e-f99e-40f1-9192-8401156a0297 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.468978] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079411b4-119f-4572-aa13-0e6115fbfd27 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.479103] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca48f0af-9cd3-4d35-89fe-f174c4b36e75 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.495427] env[68292]: DEBUG nova.compute.provider_tree [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.524154] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "cb712708-9c16-4cd1-ad71-820984abbc98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.525032] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "cb712708-9c16-4cd1-ad71-820984abbc98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.525032] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "cb712708-9c16-4cd1-ad71-820984abbc98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.525032] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "cb712708-9c16-4cd1-ad71-820984abbc98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.525253] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "cb712708-9c16-4cd1-ad71-820984abbc98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.527300] env[68292]: INFO nova.compute.manager [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Terminating instance [ 983.540507] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Preparing fetch location {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 983.540773] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Fetch image to [datastore2] OSTACK_IMG_a09305a3-3c5e-4605-b1a8-ebdf9c5ccb64/OSTACK_IMG_a09305a3-3c5e-4605-b1a8-ebdf9c5ccb64.vmdk {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 983.540957] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Downloading stream optimized image 4bd934f8-575e-4d82-9b5e-0abbc1a05741 to [datastore2] OSTACK_IMG_a09305a3-3c5e-4605-b1a8-ebdf9c5ccb64/OSTACK_IMG_a09305a3-3c5e-4605-b1a8-ebdf9c5ccb64.vmdk on the data store datastore2 as vApp {{(pid=68292) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 983.541145] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Downloading image file data 4bd934f8-575e-4d82-9b5e-0abbc1a05741 to the ESX as VM named 'OSTACK_IMG_a09305a3-3c5e-4605-b1a8-ebdf9c5ccb64' {{(pid=68292) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 983.626992] env[68292]: DEBUG oslo_vmware.rw_handles [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 983.626992] env[68292]: value = "resgroup-9" [ 983.626992] env[68292]: _type = "ResourcePool" [ 983.626992] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 983.627400] env[68292]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1d52ea1d-becd-4505-9af6-766cf368b316 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.650607] env[68292]: DEBUG oslo_vmware.rw_handles [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lease: (returnval){ [ 983.650607] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529c6dc3-2978-c1d9-bbaa-10d05200870d" [ 983.650607] env[68292]: _type = "HttpNfcLease" [ 983.650607] env[68292]: } obtained for vApp import into resource pool (val){ [ 983.650607] env[68292]: value = "resgroup-9" [ 983.650607] env[68292]: _type = "ResourcePool" [ 983.650607] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 983.651094] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the lease: (returnval){ [ 983.651094] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529c6dc3-2978-c1d9-bbaa-10d05200870d" [ 983.651094] env[68292]: _type = "HttpNfcLease" [ 983.651094] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 983.661046] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.661046] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529c6dc3-2978-c1d9-bbaa-10d05200870d" [ 983.661046] env[68292]: _type = "HttpNfcLease" [ 983.661046] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 983.677389] env[68292]: DEBUG oslo_vmware.api [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072341, 'name': PowerOnVM_Task, 'duration_secs': 0.490471} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.677669] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.677875] env[68292]: INFO nova.compute.manager [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Took 9.56 seconds to spawn the instance on the hypervisor. [ 983.678432] env[68292]: DEBUG nova.compute.manager [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.678946] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000e6dac-f876-4de1-8b66-d98e1e998b30 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.721831] env[68292]: DEBUG oslo_vmware.api [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072342, 'name': PowerOnVM_Task, 'duration_secs': 0.505391} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.722161] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.722359] env[68292]: INFO nova.compute.manager [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Took 15.82 seconds to spawn the instance on the hypervisor. [ 983.722580] env[68292]: DEBUG nova.compute.manager [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.723541] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1741b90-0357-48b1-abf6-04cdd7cf187c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.841683] env[68292]: DEBUG nova.network.neutron [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.998921] env[68292]: DEBUG nova.scheduler.client.report [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.012783] env[68292]: DEBUG nova.network.neutron [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Updating instance_info_cache with network_info: [{"id": "06675430-1dbb-4bf3-8c8c-401713358b47", "address": "fa:16:3e:ac:f1:9a", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06675430-1d", "ovs_interfaceid": "06675430-1dbb-4bf3-8c8c-401713358b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.035370] env[68292]: DEBUG nova.compute.manager [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.035584] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.036605] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6348d5b3-ba82-40d2-a8fa-49f47653a9f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.047336] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.047579] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89a9d1b3-e3f9-4943-be69-eb9ad66c40ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.056063] env[68292]: DEBUG oslo_vmware.api [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 984.056063] env[68292]: value = "task-3072344" [ 984.056063] env[68292]: _type = "Task" [ 984.056063] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.064857] env[68292]: DEBUG oslo_vmware.api [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.091321] env[68292]: DEBUG oslo_concurrency.lockutils [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "b324ef32-f584-4281-a50d-7aaf546a96ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.091593] env[68292]: DEBUG oslo_concurrency.lockutils [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "b324ef32-f584-4281-a50d-7aaf546a96ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.091797] env[68292]: DEBUG oslo_concurrency.lockutils [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "b324ef32-f584-4281-a50d-7aaf546a96ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.091974] env[68292]: DEBUG oslo_concurrency.lockutils [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "b324ef32-f584-4281-a50d-7aaf546a96ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.092155] env[68292]: DEBUG oslo_concurrency.lockutils [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "b324ef32-f584-4281-a50d-7aaf546a96ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.094528] env[68292]: INFO nova.compute.manager [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Terminating instance [ 984.159781] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.159781] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529c6dc3-2978-c1d9-bbaa-10d05200870d" [ 984.159781] env[68292]: _type = "HttpNfcLease" [ 984.159781] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 984.199294] env[68292]: INFO nova.compute.manager [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Took 38.19 seconds to build instance. [ 984.244231] env[68292]: INFO nova.compute.manager [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Took 42.25 seconds to build instance. [ 984.449012] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "eb6f9ed9-be86-4603-b69c-b66aa2edccc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.505248] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.505809] env[68292]: DEBUG nova.compute.manager [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.509455] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.524s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.509672] env[68292]: DEBUG nova.objects.instance [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lazy-loading 'resources' on Instance uuid dfe692de-b54f-4995-acd1-866e2db6f9ee {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.515648] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "refresh_cache-93ea8365-56d5-406d-adea-9acfe659fc3f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.516355] env[68292]: DEBUG nova.compute.manager [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Instance network_info: |[{"id": "06675430-1dbb-4bf3-8c8c-401713358b47", "address": "fa:16:3e:ac:f1:9a", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06675430-1d", "ovs_interfaceid": "06675430-1dbb-4bf3-8c8c-401713358b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.518919] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:f1:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06675430-1dbb-4bf3-8c8c-401713358b47', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.525144] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.525728] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.529019] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3a30eb6-cdf0-4bcc-9fc0-da486b96ae20 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.550302] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.550302] env[68292]: value = "task-3072345" [ 984.550302] env[68292]: _type = "Task" [ 984.550302] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.559798] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072345, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.569008] env[68292]: DEBUG oslo_vmware.api [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072344, 'name': PowerOffVM_Task, 'duration_secs': 0.234361} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.569297] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.569468] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.569720] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bf75392-10d7-40e4-b965-6eba3edf02d2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.598726] env[68292]: DEBUG nova.compute.manager [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.598912] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.600986] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127c000b-0d96-4e54-82c5-f3bbe7af9b49 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.609244] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.609553] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a73cee74-5983-44f9-891c-b0897fd091a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.618291] env[68292]: DEBUG oslo_vmware.api [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 984.618291] env[68292]: value = "task-3072347" [ 984.618291] env[68292]: _type = "Task" [ 984.618291] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.628847] env[68292]: DEBUG oslo_vmware.api [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.658352] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.658601] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.659177] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Deleting the datastore file [datastore1] cb712708-9c16-4cd1-ad71-820984abbc98 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.659457] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a8942d8-e6a3-4e0d-8b99-daebbff56bcc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.663573] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.663573] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529c6dc3-2978-c1d9-bbaa-10d05200870d" [ 984.663573] env[68292]: _type = "HttpNfcLease" [ 984.663573] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 984.664100] env[68292]: DEBUG oslo_vmware.rw_handles [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 984.664100] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529c6dc3-2978-c1d9-bbaa-10d05200870d" [ 984.664100] env[68292]: _type = "HttpNfcLease" [ 984.664100] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 984.664859] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508502f0-48ca-4ecf-ae39-4cdf4ff39729 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.670113] env[68292]: DEBUG oslo_vmware.api [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 984.670113] env[68292]: value = "task-3072348" [ 984.670113] env[68292]: _type = "Task" [ 984.670113] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.677656] env[68292]: DEBUG oslo_vmware.rw_handles [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a5d1a-7119-4880-b4eb-29d0572f7fd3/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 984.677873] env[68292]: DEBUG oslo_vmware.rw_handles [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a5d1a-7119-4880-b4eb-29d0572f7fd3/disk-0.vmdk. {{(pid=68292) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 984.741688] env[68292]: DEBUG oslo_concurrency.lockutils [None req-30994733-1bfe-4ed2-a29d-f93e508b255c tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "ee79c3c2-5827-4371-96bd-d7052ca0717a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.218s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.745492] env[68292]: DEBUG oslo_vmware.api [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.747934] env[68292]: DEBUG oslo_concurrency.lockutils [None req-060b99b0-c20a-454a-bfc9-b737464546fb tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "eb6f9ed9-be86-4603-b69c-b66aa2edccc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.123s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.748150] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "eb6f9ed9-be86-4603-b69c-b66aa2edccc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.299s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.748410] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "eb6f9ed9-be86-4603-b69c-b66aa2edccc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.748647] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "eb6f9ed9-be86-4603-b69c-b66aa2edccc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.748821] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "eb6f9ed9-be86-4603-b69c-b66aa2edccc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.753612] env[68292]: INFO nova.compute.manager [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Terminating instance [ 984.755381] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e662ab99-de34-42d5-9bcc-025effb44167 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.915292] env[68292]: DEBUG nova.compute.manager [req-910586ab-b983-455f-9615-06b7fc6c5cfc req-476b2bef-6d7d-4ba1-a7b7-1e6811f19fd7 service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Received event network-changed-06675430-1dbb-4bf3-8c8c-401713358b47 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.915892] env[68292]: DEBUG nova.compute.manager [req-910586ab-b983-455f-9615-06b7fc6c5cfc req-476b2bef-6d7d-4ba1-a7b7-1e6811f19fd7 service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Refreshing instance network info cache due to event network-changed-06675430-1dbb-4bf3-8c8c-401713358b47. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.916390] env[68292]: DEBUG oslo_concurrency.lockutils [req-910586ab-b983-455f-9615-06b7fc6c5cfc req-476b2bef-6d7d-4ba1-a7b7-1e6811f19fd7 service nova] Acquiring lock "refresh_cache-93ea8365-56d5-406d-adea-9acfe659fc3f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.916647] env[68292]: DEBUG oslo_concurrency.lockutils [req-910586ab-b983-455f-9615-06b7fc6c5cfc req-476b2bef-6d7d-4ba1-a7b7-1e6811f19fd7 service nova] Acquired lock "refresh_cache-93ea8365-56d5-406d-adea-9acfe659fc3f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.916940] env[68292]: DEBUG nova.network.neutron [req-910586ab-b983-455f-9615-06b7fc6c5cfc req-476b2bef-6d7d-4ba1-a7b7-1e6811f19fd7 service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Refreshing network info cache for port 06675430-1dbb-4bf3-8c8c-401713358b47 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.012547] env[68292]: DEBUG nova.compute.utils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.017364] env[68292]: DEBUG nova.compute.manager [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.017653] env[68292]: DEBUG nova.network.neutron [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.066601] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072345, 'name': CreateVM_Task, 'duration_secs': 0.361487} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.068114] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.069652] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.069652] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.069652] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.072141] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a9220b-044e-42c8-8f15-d944dba2730a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.080217] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 985.080217] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5275a573-a4b2-8a44-1b40-87d83377174e" [ 985.080217] env[68292]: _type = "Task" [ 985.080217] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.087563] env[68292]: DEBUG nova.policy [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdd345fdf09c4610b85f92ff61c3159d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11c1524c1ede484b813c7042ebedd356', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.099367] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5275a573-a4b2-8a44-1b40-87d83377174e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.134204] env[68292]: DEBUG oslo_vmware.api [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072347, 'name': PowerOffVM_Task, 'duration_secs': 0.201289} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.134204] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.134379] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.134964] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8a57f71-dd4f-4339-876a-114ca537df46 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.186163] env[68292]: DEBUG oslo_vmware.api [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16962} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.189777] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.189777] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.189777] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.189777] env[68292]: INFO nova.compute.manager [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Took 1.15 seconds to destroy the instance on the hypervisor. [ 985.189777] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.189777] env[68292]: DEBUG nova.compute.manager [-] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.189777] env[68292]: DEBUG nova.network.neutron [-] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.239714] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.240057] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.240550] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Deleting the datastore file [datastore2] b324ef32-f584-4281-a50d-7aaf546a96ec {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.243937] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36964b7e-5043-4a74-8c31-4bb9b700f71c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.256154] env[68292]: DEBUG oslo_vmware.api [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for the task: (returnval){ [ 985.256154] env[68292]: value = "task-3072350" [ 985.256154] env[68292]: _type = "Task" [ 985.256154] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.263763] env[68292]: DEBUG nova.compute.manager [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.263970] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.265395] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378a536f-90e8-41ba-9bc0-adca8314677b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.272322] env[68292]: DEBUG oslo_vmware.api [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.280529] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.280802] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f03ae77-03d1-4f17-986c-9a736ccc2f53 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.289836] env[68292]: DEBUG oslo_vmware.api [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 985.289836] env[68292]: value = "task-3072351" [ 985.289836] env[68292]: _type = "Task" [ 985.289836] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.306222] env[68292]: DEBUG oslo_vmware.api [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.515327] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc8fee2-d334-4740-8bbe-1acd6a9556cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.520692] env[68292]: DEBUG nova.compute.manager [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.532950] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed077f28-4fa0-4d08-ba9f-fdd67db38168 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.581667] env[68292]: DEBUG nova.network.neutron [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Successfully created port: 4035de33-ec1c-45e8-860e-bf74428e73d0 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.585731] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f15e1f-fc56-4fc5-85b2-0819af1ec701 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.605350] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "57aa3827-cdbe-4f01-9e4a-928b3be65052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.605620] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "57aa3827-cdbe-4f01-9e4a-928b3be65052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.614218] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edcb31e-89ce-440e-928e-5acde7e37eed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.628574] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5275a573-a4b2-8a44-1b40-87d83377174e, 'name': SearchDatastore_Task, 'duration_secs': 0.015993} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.631404] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.631885] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.632222] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.632376] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.632559] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.635386] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf4a6c9d-648d-4075-976a-19438b0e2bf0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.649772] env[68292]: DEBUG nova.compute.provider_tree [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.659802] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.659980] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.660723] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55670f7e-3ee3-4fc5-98bf-ec7297711725 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.666995] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 985.666995] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f71655-3d1c-97ff-3162-115414f6697d" [ 985.666995] env[68292]: _type = "Task" [ 985.666995] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.678922] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f71655-3d1c-97ff-3162-115414f6697d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.720837] env[68292]: DEBUG nova.compute.manager [req-42f3ca74-bf80-478b-ae75-5ee6d1faa52b req-6bc0b468-bc3b-4502-9bc8-520a12f74095 service nova] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Received event network-vif-deleted-1576d4ed-c19f-4fcd-a041-0cf7b3266b12 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.721122] env[68292]: INFO nova.compute.manager [req-42f3ca74-bf80-478b-ae75-5ee6d1faa52b req-6bc0b468-bc3b-4502-9bc8-520a12f74095 service nova] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Neutron deleted interface 1576d4ed-c19f-4fcd-a041-0cf7b3266b12; detaching it from the instance and deleting it from the info cache [ 985.721562] env[68292]: DEBUG nova.network.neutron [req-42f3ca74-bf80-478b-ae75-5ee6d1faa52b req-6bc0b468-bc3b-4502-9bc8-520a12f74095 service nova] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.772759] env[68292]: DEBUG oslo_vmware.api [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Task: {'id': task-3072350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195243} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.773182] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.773354] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.773558] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.773753] env[68292]: INFO nova.compute.manager [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Took 1.17 seconds to destroy the instance on the hypervisor. [ 985.774223] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.774538] env[68292]: DEBUG nova.compute.manager [-] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.774538] env[68292]: DEBUG nova.network.neutron [-] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.802248] env[68292]: DEBUG oslo_vmware.api [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072351, 'name': PowerOffVM_Task, 'duration_secs': 0.267594} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.803772] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.804038] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.804735] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a5f807f-0f27-47c4-a386-2e9ac902b739 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.874304] env[68292]: DEBUG nova.network.neutron [req-910586ab-b983-455f-9615-06b7fc6c5cfc req-476b2bef-6d7d-4ba1-a7b7-1e6811f19fd7 service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Updated VIF entry in instance network info cache for port 06675430-1dbb-4bf3-8c8c-401713358b47. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.874690] env[68292]: DEBUG nova.network.neutron [req-910586ab-b983-455f-9615-06b7fc6c5cfc req-476b2bef-6d7d-4ba1-a7b7-1e6811f19fd7 service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Updating instance_info_cache with network_info: [{"id": "06675430-1dbb-4bf3-8c8c-401713358b47", "address": "fa:16:3e:ac:f1:9a", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06675430-1d", "ovs_interfaceid": "06675430-1dbb-4bf3-8c8c-401713358b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.882678] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.883539] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.883539] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleting the datastore file [datastore1] eb6f9ed9-be86-4603-b69c-b66aa2edccc4 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.885465] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f11ae8eb-e7a1-4616-a1ac-859b1b99aea6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.897443] env[68292]: DEBUG oslo_vmware.api [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 985.897443] env[68292]: value = "task-3072353" [ 985.897443] env[68292]: _type = "Task" [ 985.897443] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.917883] env[68292]: DEBUG oslo_vmware.api [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.108531] env[68292]: DEBUG nova.network.neutron [-] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.113179] env[68292]: DEBUG nova.compute.manager [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.152668] env[68292]: DEBUG nova.scheduler.client.report [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.159296] env[68292]: DEBUG oslo_vmware.rw_handles [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Completed reading data from the image iterator. {{(pid=68292) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 986.159519] env[68292]: DEBUG oslo_vmware.rw_handles [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a5d1a-7119-4880-b4eb-29d0572f7fd3/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 986.160514] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df0bf42-9f62-4b6a-9a49-e6285320d214 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.168196] env[68292]: DEBUG oslo_vmware.rw_handles [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a5d1a-7119-4880-b4eb-29d0572f7fd3/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 986.168385] env[68292]: DEBUG oslo_vmware.rw_handles [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a5d1a-7119-4880-b4eb-29d0572f7fd3/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 986.172230] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c57c9f75-bb63-4bd1-8cb5-9072e2883610 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.182066] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f71655-3d1c-97ff-3162-115414f6697d, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.182888] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2074b4d-20fc-4ec6-b888-f21224c4803d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.189909] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 986.189909] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab9b74-b986-3039-4c30-dfd651f8207d" [ 986.189909] env[68292]: _type = "Task" [ 986.189909] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.199892] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ab9b74-b986-3039-4c30-dfd651f8207d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.229567] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c16df232-89cf-44a8-a2a9-cafe2aef7775 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.243074] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c5583-3d5e-4f31-8fc2-dda14945c5c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.287342] env[68292]: DEBUG nova.compute.manager [req-42f3ca74-bf80-478b-ae75-5ee6d1faa52b req-6bc0b468-bc3b-4502-9bc8-520a12f74095 service nova] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Detach interface failed, port_id=1576d4ed-c19f-4fcd-a041-0cf7b3266b12, reason: Instance cb712708-9c16-4cd1-ad71-820984abbc98 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 986.378175] env[68292]: DEBUG oslo_concurrency.lockutils [req-910586ab-b983-455f-9615-06b7fc6c5cfc req-476b2bef-6d7d-4ba1-a7b7-1e6811f19fd7 service nova] Releasing lock "refresh_cache-93ea8365-56d5-406d-adea-9acfe659fc3f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.403171] env[68292]: DEBUG oslo_vmware.rw_handles [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a5d1a-7119-4880-b4eb-29d0572f7fd3/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 986.403373] env[68292]: INFO nova.virt.vmwareapi.images [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Downloaded image file data 4bd934f8-575e-4d82-9b5e-0abbc1a05741 [ 986.404520] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16078e6-ff89-4dde-8185-4d117b23de46 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.410926] env[68292]: DEBUG oslo_vmware.api [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193676} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.411550] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.411799] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.412018] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.412289] env[68292]: INFO nova.compute.manager [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 986.412585] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.412823] env[68292]: DEBUG nova.compute.manager [-] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.412948] env[68292]: DEBUG nova.network.neutron [-] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.425455] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2639e333-2031-422a-ab23-a04f30d57d78 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.462099] env[68292]: INFO nova.virt.vmwareapi.images [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] The imported VM was unregistered [ 986.465139] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Caching image {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 986.465411] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741 {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.467860] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-817ae338-c578-4c12-bdd9-6856b0a0c48f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.480657] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Created directory with path [datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741 {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.480769] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a09305a3-3c5e-4605-b1a8-ebdf9c5ccb64/OSTACK_IMG_a09305a3-3c5e-4605-b1a8-ebdf9c5ccb64.vmdk to [datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741/4bd934f8-575e-4d82-9b5e-0abbc1a05741.vmdk. {{(pid=68292) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 986.481033] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5410ef08-c32a-4989-822f-0a7b52744799 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.490719] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 986.490719] env[68292]: value = "task-3072355" [ 986.490719] env[68292]: _type = "Task" [ 986.490719] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.499145] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072355, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.541946] env[68292]: DEBUG nova.compute.manager [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.573295] env[68292]: DEBUG nova.virt.hardware [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.573612] env[68292]: DEBUG nova.virt.hardware [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.573851] env[68292]: DEBUG nova.virt.hardware [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.574131] env[68292]: DEBUG nova.virt.hardware [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.574347] env[68292]: DEBUG nova.virt.hardware [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.574539] env[68292]: DEBUG nova.virt.hardware [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.574861] env[68292]: DEBUG nova.virt.hardware [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.575109] env[68292]: DEBUG nova.virt.hardware [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.575342] env[68292]: DEBUG nova.virt.hardware [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.575543] env[68292]: DEBUG nova.virt.hardware [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.575752] env[68292]: DEBUG nova.virt.hardware [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.576848] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d5184d-6c93-42c9-9808-594a388b26e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.580493] env[68292]: DEBUG nova.network.neutron [-] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.588574] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c70649-26ed-4f18-a1e0-ad41314478a3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.611063] env[68292]: INFO nova.compute.manager [-] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Took 1.42 seconds to deallocate network for instance. [ 986.652113] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.658860] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.661760] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.054s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.662108] env[68292]: DEBUG nova.objects.instance [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lazy-loading 'resources' on Instance uuid 086ae16c-239b-4e5f-8bc7-393f6f84a5ea {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.684580] env[68292]: INFO nova.scheduler.client.report [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Deleted allocations for instance dfe692de-b54f-4995-acd1-866e2db6f9ee [ 986.702484] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ab9b74-b986-3039-4c30-dfd651f8207d, 'name': SearchDatastore_Task, 'duration_secs': 0.013848} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.702829] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.703167] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 93ea8365-56d5-406d-adea-9acfe659fc3f/93ea8365-56d5-406d-adea-9acfe659fc3f.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.703463] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86109237-3c87-4157-830f-8a123aadfe54 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.713749] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 986.713749] env[68292]: value = "task-3072356" [ 986.713749] env[68292]: _type = "Task" [ 986.713749] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.723868] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.002130] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072355, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.083642] env[68292]: INFO nova.compute.manager [-] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Took 1.31 seconds to deallocate network for instance. [ 987.117722] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.190634] env[68292]: DEBUG nova.network.neutron [-] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.207014] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd01b0cf-a364-45ad-9b10-3e1889f89d4d tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "dfe692de-b54f-4995-acd1-866e2db6f9ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.686s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.239020] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.509550] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072355, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.569741] env[68292]: DEBUG nova.compute.manager [req-08074b9f-66f6-4c28-9e45-d81bb7400bce req-869add55-c9c9-40f7-973e-b25395ee18f7 service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Received event network-vif-plugged-4035de33-ec1c-45e8-860e-bf74428e73d0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.570407] env[68292]: DEBUG oslo_concurrency.lockutils [req-08074b9f-66f6-4c28-9e45-d81bb7400bce req-869add55-c9c9-40f7-973e-b25395ee18f7 service nova] Acquiring lock "38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.570407] env[68292]: DEBUG oslo_concurrency.lockutils [req-08074b9f-66f6-4c28-9e45-d81bb7400bce req-869add55-c9c9-40f7-973e-b25395ee18f7 service nova] Lock "38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.570407] env[68292]: DEBUG oslo_concurrency.lockutils [req-08074b9f-66f6-4c28-9e45-d81bb7400bce req-869add55-c9c9-40f7-973e-b25395ee18f7 service nova] Lock "38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.570723] env[68292]: DEBUG nova.compute.manager [req-08074b9f-66f6-4c28-9e45-d81bb7400bce req-869add55-c9c9-40f7-973e-b25395ee18f7 service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] No waiting events found dispatching network-vif-plugged-4035de33-ec1c-45e8-860e-bf74428e73d0 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.570762] env[68292]: WARNING nova.compute.manager [req-08074b9f-66f6-4c28-9e45-d81bb7400bce req-869add55-c9c9-40f7-973e-b25395ee18f7 service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Received unexpected event network-vif-plugged-4035de33-ec1c-45e8-860e-bf74428e73d0 for instance with vm_state building and task_state spawning. [ 987.576483] env[68292]: DEBUG nova.network.neutron [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Successfully updated port: 4035de33-ec1c-45e8-860e-bf74428e73d0 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.590659] env[68292]: DEBUG oslo_concurrency.lockutils [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.661968] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d05d5e-3081-4e66-b107-75c8b117f418 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.673231] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae348d20-7aa5-4811-b05e-f02823bcdd9e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.708052] env[68292]: INFO nova.compute.manager [-] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Took 1.29 seconds to deallocate network for instance. [ 987.710743] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3c50dd-48d7-4a5f-b3ce-0c52bb6e55ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.725466] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a451e0-1792-4dc1-a770-6ce52676f52a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.734450] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.746795] env[68292]: DEBUG nova.compute.provider_tree [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.758316] env[68292]: DEBUG nova.compute.manager [req-ff6435f9-7aa9-4ec4-bd96-5a138950f509 req-85a77293-d789-401d-bbb8-2647282b40de service nova] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Received event network-vif-deleted-2946306b-7828-41c3-833f-dbd7800ce1ba {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.758316] env[68292]: DEBUG nova.compute.manager [req-ff6435f9-7aa9-4ec4-bd96-5a138950f509 req-85a77293-d789-401d-bbb8-2647282b40de service nova] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Received event network-vif-deleted-55b15384-7211-458a-9b1f-be76e591df3e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.002542] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072355, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.080486] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.080715] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.080881] env[68292]: DEBUG nova.network.neutron [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.219351] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.230285] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072356, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.250746] env[68292]: DEBUG nova.scheduler.client.report [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.503330] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072355, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.622800] env[68292]: DEBUG nova.network.neutron [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.731717] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072356, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.756364] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.759674] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.521s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.759674] env[68292]: DEBUG nova.objects.instance [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lazy-loading 'resources' on Instance uuid 0cca456e-0449-441c-b8dc-ad096e14943c {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.782847] env[68292]: INFO nova.scheduler.client.report [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Deleted allocations for instance 086ae16c-239b-4e5f-8bc7-393f6f84a5ea [ 988.799668] env[68292]: DEBUG nova.network.neutron [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Updating instance_info_cache with network_info: [{"id": "4035de33-ec1c-45e8-860e-bf74428e73d0", "address": "fa:16:3e:e5:7f:c0", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4035de33-ec", "ovs_interfaceid": "4035de33-ec1c-45e8-860e-bf74428e73d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.004666] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072355, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.231550] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072356, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.408422} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.231838] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 93ea8365-56d5-406d-adea-9acfe659fc3f/93ea8365-56d5-406d-adea-9acfe659fc3f.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.232055] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.232628] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf7f6e3a-527e-4743-b312-a4b6e4ff1c22 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.239758] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 989.239758] env[68292]: value = "task-3072358" [ 989.239758] env[68292]: _type = "Task" [ 989.239758] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.250029] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.295340] env[68292]: DEBUG oslo_concurrency.lockutils [None req-77304b8b-3679-472a-8a73-e0a176bfacdc tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "086ae16c-239b-4e5f-8bc7-393f6f84a5ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.262s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.302244] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.302532] env[68292]: DEBUG nova.compute.manager [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Instance network_info: |[{"id": "4035de33-ec1c-45e8-860e-bf74428e73d0", "address": "fa:16:3e:e5:7f:c0", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4035de33-ec", "ovs_interfaceid": "4035de33-ec1c-45e8-860e-bf74428e73d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.302958] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:7f:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4035de33-ec1c-45e8-860e-bf74428e73d0', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.310869] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.313572] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.313659] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef174cad-9fdd-4bc1-b94d-71ca988d3264 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.337699] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.337699] env[68292]: value = "task-3072359" [ 989.337699] env[68292]: _type = "Task" [ 989.337699] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.346534] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072359, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.503870] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072355, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.657094} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.506352] env[68292]: INFO nova.virt.vmwareapi.ds_util [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a09305a3-3c5e-4605-b1a8-ebdf9c5ccb64/OSTACK_IMG_a09305a3-3c5e-4605-b1a8-ebdf9c5ccb64.vmdk to [datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741/4bd934f8-575e-4d82-9b5e-0abbc1a05741.vmdk. [ 989.506550] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Cleaning up location [datastore2] OSTACK_IMG_a09305a3-3c5e-4605-b1a8-ebdf9c5ccb64 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 989.506717] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a09305a3-3c5e-4605-b1a8-ebdf9c5ccb64 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.507184] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed91f30d-8f29-45b8-b30c-cedec45bdcde {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.514326] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 989.514326] env[68292]: value = "task-3072360" [ 989.514326] env[68292]: _type = "Task" [ 989.514326] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.526524] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.594697] env[68292]: DEBUG nova.compute.manager [req-d8496cb1-5497-4795-a529-6deed86ab31d req-e9bd6597-b50a-4487-98da-02a68c8b688b service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Received event network-changed-4035de33-ec1c-45e8-860e-bf74428e73d0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.594912] env[68292]: DEBUG nova.compute.manager [req-d8496cb1-5497-4795-a529-6deed86ab31d req-e9bd6597-b50a-4487-98da-02a68c8b688b service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Refreshing instance network info cache due to event network-changed-4035de33-ec1c-45e8-860e-bf74428e73d0. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.595121] env[68292]: DEBUG oslo_concurrency.lockutils [req-d8496cb1-5497-4795-a529-6deed86ab31d req-e9bd6597-b50a-4487-98da-02a68c8b688b service nova] Acquiring lock "refresh_cache-38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.595267] env[68292]: DEBUG oslo_concurrency.lockutils [req-d8496cb1-5497-4795-a529-6deed86ab31d req-e9bd6597-b50a-4487-98da-02a68c8b688b service nova] Acquired lock "refresh_cache-38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.595422] env[68292]: DEBUG nova.network.neutron [req-d8496cb1-5497-4795-a529-6deed86ab31d req-e9bd6597-b50a-4487-98da-02a68c8b688b service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Refreshing network info cache for port 4035de33-ec1c-45e8-860e-bf74428e73d0 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.622548] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c4405d-f92b-4034-83b6-eb6b7bf71e7a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.632801] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372d387e-047b-4646-9fc4-af3a98da4736 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.663046] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b14156a-f32c-4f66-bba3-1fff7399c9c4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.672445] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5673ec53-8329-4bff-86a5-2d1778115147 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.686989] env[68292]: DEBUG nova.compute.provider_tree [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.749629] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067624} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.749946] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.750728] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742111bb-9dbb-44b5-ae6e-cd1172a4ea27 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.773699] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 93ea8365-56d5-406d-adea-9acfe659fc3f/93ea8365-56d5-406d-adea-9acfe659fc3f.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.774237] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9472dc2-19b3-4696-850a-d4783704209b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.795436] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 989.795436] env[68292]: value = "task-3072361" [ 989.795436] env[68292]: _type = "Task" [ 989.795436] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.808613] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072361, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.847535] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072359, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.025588] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038367} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.025824] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.025987] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741/4bd934f8-575e-4d82-9b5e-0abbc1a05741.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.026271] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741/4bd934f8-575e-4d82-9b5e-0abbc1a05741.vmdk to [datastore2] 5ade77af-061f-450a-93bb-7f9e28907c63/5ade77af-061f-450a-93bb-7f9e28907c63.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.026526] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a125f24-f1cb-40f2-b0de-05e34a925f9b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.035312] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 990.035312] env[68292]: value = "task-3072362" [ 990.035312] env[68292]: _type = "Task" [ 990.035312] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.044277] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.193036] env[68292]: DEBUG nova.scheduler.client.report [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.306095] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072361, 'name': ReconfigVM_Task, 'duration_secs': 0.320327} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.306456] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 93ea8365-56d5-406d-adea-9acfe659fc3f/93ea8365-56d5-406d-adea-9acfe659fc3f.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.307101] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e806659b-d5b2-4580-a1b5-900ed2ae3646 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.314621] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 990.314621] env[68292]: value = "task-3072363" [ 990.314621] env[68292]: _type = "Task" [ 990.314621] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.325532] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072363, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.347923] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072359, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.369909] env[68292]: DEBUG nova.network.neutron [req-d8496cb1-5497-4795-a529-6deed86ab31d req-e9bd6597-b50a-4487-98da-02a68c8b688b service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Updated VIF entry in instance network info cache for port 4035de33-ec1c-45e8-860e-bf74428e73d0. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.370335] env[68292]: DEBUG nova.network.neutron [req-d8496cb1-5497-4795-a529-6deed86ab31d req-e9bd6597-b50a-4487-98da-02a68c8b688b service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Updating instance_info_cache with network_info: [{"id": "4035de33-ec1c-45e8-860e-bf74428e73d0", "address": "fa:16:3e:e5:7f:c0", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4035de33-ec", "ovs_interfaceid": "4035de33-ec1c-45e8-860e-bf74428e73d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.488746] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.489205] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.489462] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.489695] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.489936] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.492254] env[68292]: INFO nova.compute.manager [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Terminating instance [ 990.547541] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072362, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.696047] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.699259] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.338s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.701492] env[68292]: INFO nova.compute.claims [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.723067] env[68292]: INFO nova.scheduler.client.report [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Deleted allocations for instance 0cca456e-0449-441c-b8dc-ad096e14943c [ 990.827078] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072363, 'name': Rename_Task, 'duration_secs': 0.20816} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.827302] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.827579] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef1c1801-c14f-40fe-aed4-afae77d348d7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.836247] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 990.836247] env[68292]: value = "task-3072364" [ 990.836247] env[68292]: _type = "Task" [ 990.836247] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.849443] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072359, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.853463] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.873569] env[68292]: DEBUG oslo_concurrency.lockutils [req-d8496cb1-5497-4795-a529-6deed86ab31d req-e9bd6597-b50a-4487-98da-02a68c8b688b service nova] Releasing lock "refresh_cache-38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.996018] env[68292]: DEBUG nova.compute.manager [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.996367] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.997347] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ff15fc-9f38-4b80-a05f-2d08a8ff5853 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.006494] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.006747] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-500c0dde-99f4-40a8-942f-2d7c9e118a99 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.016166] env[68292]: DEBUG oslo_vmware.api [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 991.016166] env[68292]: value = "task-3072365" [ 991.016166] env[68292]: _type = "Task" [ 991.016166] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.027326] env[68292]: DEBUG oslo_vmware.api [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.048109] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072362, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.231933] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ffcd28f-556f-446e-bfa2-f57157092d33 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "0cca456e-0449-441c-b8dc-ad096e14943c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.102s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.351027] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072359, 'name': CreateVM_Task, 'duration_secs': 1.696518} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.354565] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.354900] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.356078] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.356301] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.356637] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.356922] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c0ec07-756f-4d95-bfb5-5bd38fe60b6d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.364023] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 991.364023] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527cb86f-7ea1-80f8-081d-8c843cac743a" [ 991.364023] env[68292]: _type = "Task" [ 991.364023] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.374197] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527cb86f-7ea1-80f8-081d-8c843cac743a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.528139] env[68292]: DEBUG oslo_vmware.api [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072365, 'name': PowerOffVM_Task, 'duration_secs': 0.265393} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.528907] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.528907] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.529139] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9202e8e-edda-414f-889d-ff020b496be2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.549881] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072362, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.638892] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.639181] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.639430] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Deleting the datastore file [datastore1] fb38cea4-d100-4b0c-bf60-53a77aac36c4 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.639719] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-529fb614-660c-4219-afbd-c7a66857098b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.649335] env[68292]: DEBUG oslo_vmware.api [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for the task: (returnval){ [ 991.649335] env[68292]: value = "task-3072367" [ 991.649335] env[68292]: _type = "Task" [ 991.649335] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.659034] env[68292]: DEBUG oslo_vmware.api [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.848308] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072364, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.875492] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527cb86f-7ea1-80f8-081d-8c843cac743a, 'name': SearchDatastore_Task, 'duration_secs': 0.094347} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.875992] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.876297] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.876631] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.876896] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.877469] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.880508] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24b8f175-5528-4c05-9b33-8fd17776d186 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.914810] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.915142] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.916183] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2388d4f-cb58-47bb-a446-bf5f5422f256 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.927085] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 991.927085] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e7e4cc-5ee2-d9c3-0420-ebd8bafa0264" [ 991.927085] env[68292]: _type = "Task" [ 991.927085] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.939302] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e7e4cc-5ee2-d9c3-0420-ebd8bafa0264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.048145] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072362, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.115580] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35906208-82f5-4306-be6c-aeb678852f96 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.126992] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9fce7b-47d7-42a0-8e47-79e2c9e24169 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.167978] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b89e1bd-aeab-4cd2-9aad-4921709729cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.180644] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcad9bd-d426-4039-a770-496e890166a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.185191] env[68292]: DEBUG oslo_vmware.api [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Task: {'id': task-3072367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250109} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.185510] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.185736] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.185971] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.186205] env[68292]: INFO nova.compute.manager [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 992.186490] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.187174] env[68292]: DEBUG nova.compute.manager [-] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.187285] env[68292]: DEBUG nova.network.neutron [-] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.198970] env[68292]: DEBUG nova.compute.provider_tree [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.349257] env[68292]: DEBUG oslo_vmware.api [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072364, 'name': PowerOnVM_Task, 'duration_secs': 1.098103} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.349584] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.349798] env[68292]: INFO nova.compute.manager [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Took 10.36 seconds to spawn the instance on the hypervisor. [ 992.349982] env[68292]: DEBUG nova.compute.manager [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.350859] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512dd33b-79a2-4546-ab9c-ae6a7745a813 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.439098] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e7e4cc-5ee2-d9c3-0420-ebd8bafa0264, 'name': SearchDatastore_Task, 'duration_secs': 0.106215} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.441534] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3a4510-442d-4e9d-938c-cce2571de3de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.449445] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 992.449445] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520b9a73-de07-029c-4c73-258ebb2f094a" [ 992.449445] env[68292]: _type = "Task" [ 992.449445] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.460954] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520b9a73-de07-029c-4c73-258ebb2f094a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.551585] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072362, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.576684] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "4282f20a-a580-41ba-b192-f1f85aa36d46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.576937] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "4282f20a-a580-41ba-b192-f1f85aa36d46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.613394] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "3b5a0590-290b-4a75-adfc-edf49ce7f9d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.613394] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "3b5a0590-290b-4a75-adfc-edf49ce7f9d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.702888] env[68292]: DEBUG nova.scheduler.client.report [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.798186] env[68292]: DEBUG nova.compute.manager [req-d5390fb7-79bc-4cb5-a77d-66cf8ba8e280 req-e16395fd-b6b9-4180-b225-1b33b0e6d7b0 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Received event network-vif-deleted-bd373b1e-e090-48da-824f-27df7796d9ab {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.798424] env[68292]: INFO nova.compute.manager [req-d5390fb7-79bc-4cb5-a77d-66cf8ba8e280 req-e16395fd-b6b9-4180-b225-1b33b0e6d7b0 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Neutron deleted interface bd373b1e-e090-48da-824f-27df7796d9ab; detaching it from the instance and deleting it from the info cache [ 992.798602] env[68292]: DEBUG nova.network.neutron [req-d5390fb7-79bc-4cb5-a77d-66cf8ba8e280 req-e16395fd-b6b9-4180-b225-1b33b0e6d7b0 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.871893] env[68292]: INFO nova.compute.manager [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Took 45.06 seconds to build instance. [ 992.961433] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520b9a73-de07-029c-4c73-258ebb2f094a, 'name': SearchDatastore_Task, 'duration_secs': 0.097083} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.961690] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.961958] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e/38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.962233] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f40cca0-6027-425c-ab47-5c08b54bbfd7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.970766] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 992.970766] env[68292]: value = "task-3072368" [ 992.970766] env[68292]: _type = "Task" [ 992.970766] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.979550] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.052175] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072362, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.710677} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.053038] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4bd934f8-575e-4d82-9b5e-0abbc1a05741/4bd934f8-575e-4d82-9b5e-0abbc1a05741.vmdk to [datastore2] 5ade77af-061f-450a-93bb-7f9e28907c63/5ade77af-061f-450a-93bb-7f9e28907c63.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.053443] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579c1d3d-42bd-49b6-9dad-12d31f8793bb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.078082] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 5ade77af-061f-450a-93bb-7f9e28907c63/5ade77af-061f-450a-93bb-7f9e28907c63.vmdk or device None with type streamOptimized {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.078443] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7de0c93-4352-4f58-b2c8-5c78bbf80876 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.095064] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.103010] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 993.103010] env[68292]: value = "task-3072369" [ 993.103010] env[68292]: _type = "Task" [ 993.103010] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.114694] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.116248] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.211571] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.212180] env[68292]: DEBUG nova.compute.manager [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.215527] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.752s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.215908] env[68292]: DEBUG nova.objects.instance [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 993.283031] env[68292]: DEBUG nova.network.neutron [-] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.301291] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f1a339d-04dd-4581-baa3-ef43ab9823f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.319017] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14784b81-c597-41f3-b673-0dcfddfcb290 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.365538] env[68292]: DEBUG nova.compute.manager [req-d5390fb7-79bc-4cb5-a77d-66cf8ba8e280 req-e16395fd-b6b9-4180-b225-1b33b0e6d7b0 service nova] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Detach interface failed, port_id=bd373b1e-e090-48da-824f-27df7796d9ab, reason: Instance fb38cea4-d100-4b0c-bf60-53a77aac36c4 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 993.368562] env[68292]: DEBUG nova.compute.manager [req-a0d35653-f4ba-4cbc-9d7b-76cdaacbc608 req-914b7d2c-eaa8-4a1d-bde3-0f254103981b service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Received event network-changed-06675430-1dbb-4bf3-8c8c-401713358b47 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.368762] env[68292]: DEBUG nova.compute.manager [req-a0d35653-f4ba-4cbc-9d7b-76cdaacbc608 req-914b7d2c-eaa8-4a1d-bde3-0f254103981b service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Refreshing instance network info cache due to event network-changed-06675430-1dbb-4bf3-8c8c-401713358b47. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.368998] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0d35653-f4ba-4cbc-9d7b-76cdaacbc608 req-914b7d2c-eaa8-4a1d-bde3-0f254103981b service nova] Acquiring lock "refresh_cache-93ea8365-56d5-406d-adea-9acfe659fc3f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.369158] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0d35653-f4ba-4cbc-9d7b-76cdaacbc608 req-914b7d2c-eaa8-4a1d-bde3-0f254103981b service nova] Acquired lock "refresh_cache-93ea8365-56d5-406d-adea-9acfe659fc3f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.369322] env[68292]: DEBUG nova.network.neutron [req-a0d35653-f4ba-4cbc-9d7b-76cdaacbc608 req-914b7d2c-eaa8-4a1d-bde3-0f254103981b service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Refreshing network info cache for port 06675430-1dbb-4bf3-8c8c-401713358b47 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.375322] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3280a981-eb41-4317-8868-d6ab7ad9c10a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "93ea8365-56d5-406d-adea-9acfe659fc3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.106s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.481586] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072368, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.613567] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072369, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.623348] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.636683] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.726519] env[68292]: DEBUG nova.compute.utils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.727671] env[68292]: DEBUG nova.compute.manager [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.727854] env[68292]: DEBUG nova.network.neutron [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.780355] env[68292]: DEBUG nova.policy [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '015883cd6d5d4b6b8389cc2c53340746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '686239d102c44129a735969d15062852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.785402] env[68292]: INFO nova.compute.manager [-] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Took 1.60 seconds to deallocate network for instance. [ 993.983779] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512977} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.984134] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e/38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.984363] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.984622] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ba92e06-6b7d-4f62-b17e-98d8a3a187b8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.993339] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 993.993339] env[68292]: value = "task-3072370" [ 993.993339] env[68292]: _type = "Task" [ 993.993339] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.001803] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.057242] env[68292]: DEBUG nova.network.neutron [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Successfully created port: 1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.113240] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072369, 'name': ReconfigVM_Task, 'duration_secs': 0.53457} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.115720] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 5ade77af-061f-450a-93bb-7f9e28907c63/5ade77af-061f-450a-93bb-7f9e28907c63.vmdk or device None with type streamOptimized {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.117125] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_options': None, 'encrypted': False, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'image_id': '96b7341a-3976-483d-8cf6-6301408e7de5'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'd392a532-df89-4c0c-99ba-f38113809617', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615179', 'volume_id': 'f20eb5c5-a23d-4188-a37a-81187430a804', 'name': 'volume-f20eb5c5-a23d-4188-a37a-81187430a804', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5ade77af-061f-450a-93bb-7f9e28907c63', 'attached_at': '', 'detached_at': '', 'volume_id': 'f20eb5c5-a23d-4188-a37a-81187430a804', 'serial': 'f20eb5c5-a23d-4188-a37a-81187430a804'}, 'volume_type': None}], 'swap': None} {{(pid=68292) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 994.119012] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 994.119012] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615179', 'volume_id': 'f20eb5c5-a23d-4188-a37a-81187430a804', 'name': 'volume-f20eb5c5-a23d-4188-a37a-81187430a804', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5ade77af-061f-450a-93bb-7f9e28907c63', 'attached_at': '', 'detached_at': '', 'volume_id': 'f20eb5c5-a23d-4188-a37a-81187430a804', 'serial': 'f20eb5c5-a23d-4188-a37a-81187430a804'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 994.119012] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75510ac1-eb32-4f4e-a94a-a3a830a441f7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.135069] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c744765-f5fc-437c-8336-ef9f05b49516 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.160148] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-f20eb5c5-a23d-4188-a37a-81187430a804/volume-f20eb5c5-a23d-4188-a37a-81187430a804.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.161150] env[68292]: DEBUG nova.network.neutron [req-a0d35653-f4ba-4cbc-9d7b-76cdaacbc608 req-914b7d2c-eaa8-4a1d-bde3-0f254103981b service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Updated VIF entry in instance network info cache for port 06675430-1dbb-4bf3-8c8c-401713358b47. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.161487] env[68292]: DEBUG nova.network.neutron [req-a0d35653-f4ba-4cbc-9d7b-76cdaacbc608 req-914b7d2c-eaa8-4a1d-bde3-0f254103981b service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Updating instance_info_cache with network_info: [{"id": "06675430-1dbb-4bf3-8c8c-401713358b47", "address": "fa:16:3e:ac:f1:9a", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06675430-1d", "ovs_interfaceid": "06675430-1dbb-4bf3-8c8c-401713358b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.162638] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e9113dd-d1ee-4f40-b120-3af703a33415 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.182881] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 994.182881] env[68292]: value = "task-3072371" [ 994.182881] env[68292]: _type = "Task" [ 994.182881] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.194275] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.231082] env[68292]: DEBUG nova.compute.manager [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.235029] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b942d40-9c2a-4b9f-90c7-0ab616bb2517 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.236089] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.928s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.236473] env[68292]: DEBUG nova.objects.instance [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lazy-loading 'resources' on Instance uuid 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.291154] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.504380] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070176} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.504743] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.505352] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ac4c8b-bfc8-41f8-bd94-84fbac728a06 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.529006] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e/38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.529335] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da8af089-2aed-4dc7-a70d-49097990f83f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.551060] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 994.551060] env[68292]: value = "task-3072372" [ 994.551060] env[68292]: _type = "Task" [ 994.551060] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.564790] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.677957] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0d35653-f4ba-4cbc-9d7b-76cdaacbc608 req-914b7d2c-eaa8-4a1d-bde3-0f254103981b service nova] Releasing lock "refresh_cache-93ea8365-56d5-406d-adea-9acfe659fc3f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.693359] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.059409] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23bee42-9cec-4e30-b68b-912cff424ac0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.065663] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.071154] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b534ac2-b7c8-47ce-8904-93ab9a35ad30 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.102505] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d84869-242f-4274-a9b3-a2c91abd31cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.111052] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dd6549-7590-4d03-9d20-d0245e0b4cd1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.125682] env[68292]: DEBUG nova.compute.provider_tree [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.194086] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.245060] env[68292]: DEBUG nova.compute.manager [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.270661] env[68292]: DEBUG nova.virt.hardware [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.270935] env[68292]: DEBUG nova.virt.hardware [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.271092] env[68292]: DEBUG nova.virt.hardware [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.271291] env[68292]: DEBUG nova.virt.hardware [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.271460] env[68292]: DEBUG nova.virt.hardware [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.271590] env[68292]: DEBUG nova.virt.hardware [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.271827] env[68292]: DEBUG nova.virt.hardware [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.272037] env[68292]: DEBUG nova.virt.hardware [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.272202] env[68292]: DEBUG nova.virt.hardware [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.272367] env[68292]: DEBUG nova.virt.hardware [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.272550] env[68292]: DEBUG nova.virt.hardware [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.273499] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bf2e05-9b0f-4f69-833c-70b104cd2b86 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.282609] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088e02e1-1c97-48b2-9588-99056738284a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.536699] env[68292]: DEBUG nova.compute.manager [req-48f606c6-a9d2-43e2-9efd-6009923c339d req-4d58e076-eab2-4a73-b771-e1a91b3fcddf service nova] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Received event network-vif-plugged-1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.537010] env[68292]: DEBUG oslo_concurrency.lockutils [req-48f606c6-a9d2-43e2-9efd-6009923c339d req-4d58e076-eab2-4a73-b771-e1a91b3fcddf service nova] Acquiring lock "1996c183-e520-4019-ad87-647bad8d5008-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.537308] env[68292]: DEBUG oslo_concurrency.lockutils [req-48f606c6-a9d2-43e2-9efd-6009923c339d req-4d58e076-eab2-4a73-b771-e1a91b3fcddf service nova] Lock "1996c183-e520-4019-ad87-647bad8d5008-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.537676] env[68292]: DEBUG oslo_concurrency.lockutils [req-48f606c6-a9d2-43e2-9efd-6009923c339d req-4d58e076-eab2-4a73-b771-e1a91b3fcddf service nova] Lock "1996c183-e520-4019-ad87-647bad8d5008-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.537833] env[68292]: DEBUG nova.compute.manager [req-48f606c6-a9d2-43e2-9efd-6009923c339d req-4d58e076-eab2-4a73-b771-e1a91b3fcddf service nova] [instance: 1996c183-e520-4019-ad87-647bad8d5008] No waiting events found dispatching network-vif-plugged-1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.538046] env[68292]: WARNING nova.compute.manager [req-48f606c6-a9d2-43e2-9efd-6009923c339d req-4d58e076-eab2-4a73-b771-e1a91b3fcddf service nova] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Received unexpected event network-vif-plugged-1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d for instance with vm_state building and task_state spawning. [ 995.562188] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072372, 'name': ReconfigVM_Task, 'duration_secs': 0.784881} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.562484] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e/38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.563103] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-637de111-ef92-4561-aea8-98d7d3f0a80d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.570313] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 995.570313] env[68292]: value = "task-3072373" [ 995.570313] env[68292]: _type = "Task" [ 995.570313] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.579367] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072373, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.619060] env[68292]: DEBUG nova.network.neutron [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Successfully updated port: 1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.629086] env[68292]: DEBUG nova.scheduler.client.report [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.695604] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072371, 'name': ReconfigVM_Task, 'duration_secs': 1.208676} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.695967] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-f20eb5c5-a23d-4188-a37a-81187430a804/volume-f20eb5c5-a23d-4188-a37a-81187430a804.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.701147] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c04a3673-bfdb-4498-ba5e-55d3c8c85ef6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.719699] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 995.719699] env[68292]: value = "task-3072374" [ 995.719699] env[68292]: _type = "Task" [ 995.719699] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.729077] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.081121] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072373, 'name': Rename_Task, 'duration_secs': 0.170406} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.081121] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.081317] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2b7b076-f4a2-4405-b5fc-8b2d81db7830 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.087508] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 996.087508] env[68292]: value = "task-3072375" [ 996.087508] env[68292]: _type = "Task" [ 996.087508] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.095281] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.122095] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "refresh_cache-1996c183-e520-4019-ad87-647bad8d5008" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.122242] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "refresh_cache-1996c183-e520-4019-ad87-647bad8d5008" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.122395] env[68292]: DEBUG nova.network.neutron [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.134064] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.137992] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.301s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.138947] env[68292]: INFO nova.compute.claims [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.153949] env[68292]: INFO nova.scheduler.client.report [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Deleted allocations for instance 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a [ 996.234664] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072374, 'name': ReconfigVM_Task, 'duration_secs': 0.168607} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.235234] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615179', 'volume_id': 'f20eb5c5-a23d-4188-a37a-81187430a804', 'name': 'volume-f20eb5c5-a23d-4188-a37a-81187430a804', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5ade77af-061f-450a-93bb-7f9e28907c63', 'attached_at': '', 'detached_at': '', 'volume_id': 'f20eb5c5-a23d-4188-a37a-81187430a804', 'serial': 'f20eb5c5-a23d-4188-a37a-81187430a804'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 996.236139] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-148ffce1-77f8-4824-8442-934353daa7e7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.245634] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 996.245634] env[68292]: value = "task-3072376" [ 996.245634] env[68292]: _type = "Task" [ 996.245634] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.254719] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072376, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.599802] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.652535] env[68292]: DEBUG nova.network.neutron [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.661443] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c74f5a2a-1497-40ca-81b3-e7ab072b9923 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.609s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.756838] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072376, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.798437] env[68292]: DEBUG nova.network.neutron [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Updating instance_info_cache with network_info: [{"id": "1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d", "address": "fa:16:3e:77:ef:20", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbfc2c4-15", "ovs_interfaceid": "1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.100084] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.259122] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072376, 'name': Rename_Task, 'duration_secs': 0.759445} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.259422] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.259681] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9240dea-55d2-46cf-92e6-721a618f6dba {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.267904] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 997.267904] env[68292]: value = "task-3072377" [ 997.267904] env[68292]: _type = "Task" [ 997.267904] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.277721] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.300855] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "refresh_cache-1996c183-e520-4019-ad87-647bad8d5008" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.301472] env[68292]: DEBUG nova.compute.manager [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Instance network_info: |[{"id": "1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d", "address": "fa:16:3e:77:ef:20", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbfc2c4-15", "ovs_interfaceid": "1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.302026] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:ef:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.310380] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Creating folder: Project (686239d102c44129a735969d15062852). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.313296] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2d3b648-3636-4023-a517-12581dbe7e36 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.324984] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Created folder: Project (686239d102c44129a735969d15062852) in parent group-v614981. [ 997.325358] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Creating folder: Instances. Parent ref: group-v615203. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.328997] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5df1b658-4839-436e-9845-08e280929d2c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.340743] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Created folder: Instances in parent group-v615203. [ 997.341104] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.341338] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.341730] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a62ec7a-59a0-4e98-86ab-c852be92efec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.358716] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "4d6427ba-648b-4fbf-8b4b-53511e0a611d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.358960] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "4d6427ba-648b-4fbf-8b4b-53511e0a611d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.359175] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "4d6427ba-648b-4fbf-8b4b-53511e0a611d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.359356] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "4d6427ba-648b-4fbf-8b4b-53511e0a611d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.359522] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "4d6427ba-648b-4fbf-8b4b-53511e0a611d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.362133] env[68292]: INFO nova.compute.manager [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Terminating instance [ 997.367549] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.367549] env[68292]: value = "task-3072380" [ 997.367549] env[68292]: _type = "Task" [ 997.367549] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.381912] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072380, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.552511] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec0d096-afb1-4f20-8e78-45012af34957 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.561581] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ad43b4-77e8-4543-8dc3-3bf93eeeb505 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.566562] env[68292]: DEBUG nova.compute.manager [req-894838b8-e0e2-42a9-93cd-254e7fc2f253 req-92a3a404-c694-487c-848d-6044cc4dd322 service nova] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Received event network-changed-1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.566749] env[68292]: DEBUG nova.compute.manager [req-894838b8-e0e2-42a9-93cd-254e7fc2f253 req-92a3a404-c694-487c-848d-6044cc4dd322 service nova] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Refreshing instance network info cache due to event network-changed-1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.567237] env[68292]: DEBUG oslo_concurrency.lockutils [req-894838b8-e0e2-42a9-93cd-254e7fc2f253 req-92a3a404-c694-487c-848d-6044cc4dd322 service nova] Acquiring lock "refresh_cache-1996c183-e520-4019-ad87-647bad8d5008" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.567395] env[68292]: DEBUG oslo_concurrency.lockutils [req-894838b8-e0e2-42a9-93cd-254e7fc2f253 req-92a3a404-c694-487c-848d-6044cc4dd322 service nova] Acquired lock "refresh_cache-1996c183-e520-4019-ad87-647bad8d5008" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.567582] env[68292]: DEBUG nova.network.neutron [req-894838b8-e0e2-42a9-93cd-254e7fc2f253 req-92a3a404-c694-487c-848d-6044cc4dd322 service nova] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Refreshing network info cache for port 1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.603290] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986a78eb-a991-4b6e-a47d-c9c16453d33d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.612410] env[68292]: DEBUG oslo_vmware.api [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072375, 'name': PowerOnVM_Task, 'duration_secs': 1.228611} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.614829] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.615158] env[68292]: INFO nova.compute.manager [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Took 11.07 seconds to spawn the instance on the hypervisor. [ 997.615416] env[68292]: DEBUG nova.compute.manager [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.616314] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebfa9ed-3507-4ccb-8db0-a4993a7e4a19 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.619729] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac2de8e-1c0b-42de-b31f-26744a53c1cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.642742] env[68292]: DEBUG nova.compute.provider_tree [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.779403] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.865906] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "refresh_cache-4d6427ba-648b-4fbf-8b4b-53511e0a611d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.866191] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquired lock "refresh_cache-4d6427ba-648b-4fbf-8b4b-53511e0a611d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.866416] env[68292]: DEBUG nova.network.neutron [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.878821] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072380, 'name': CreateVM_Task, 'duration_secs': 0.337331} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.878999] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.879678] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.879843] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.880188] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.880444] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07621e92-6bde-45c8-ac48-a41a742cf9b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.885725] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 997.885725] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d27744-5f41-ca77-8ac7-b83961dfee3f" [ 997.885725] env[68292]: _type = "Task" [ 997.885725] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.894350] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d27744-5f41-ca77-8ac7-b83961dfee3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.149806] env[68292]: DEBUG nova.scheduler.client.report [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.157495] env[68292]: INFO nova.compute.manager [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Took 48.67 seconds to build instance. [ 998.280679] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072377, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.283403] env[68292]: DEBUG nova.network.neutron [req-894838b8-e0e2-42a9-93cd-254e7fc2f253 req-92a3a404-c694-487c-848d-6044cc4dd322 service nova] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Updated VIF entry in instance network info cache for port 1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.283766] env[68292]: DEBUG nova.network.neutron [req-894838b8-e0e2-42a9-93cd-254e7fc2f253 req-92a3a404-c694-487c-848d-6044cc4dd322 service nova] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Updating instance_info_cache with network_info: [{"id": "1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d", "address": "fa:16:3e:77:ef:20", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbfc2c4-15", "ovs_interfaceid": "1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.391478] env[68292]: DEBUG nova.network.neutron [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.399922] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d27744-5f41-ca77-8ac7-b83961dfee3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.400400] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.400649] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.400889] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.401052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.401238] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.401512] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a7762c6-a701-4dae-8f80-202d69d63935 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.412856] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.413066] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.413830] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa2bba1-10c7-4db4-bf19-6243b6645dc3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.420381] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 998.420381] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c75d89-e550-5831-76a9-a5cc7d4e0a88" [ 998.420381] env[68292]: _type = "Task" [ 998.420381] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.429400] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c75d89-e550-5831-76a9-a5cc7d4e0a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.461139] env[68292]: DEBUG nova.network.neutron [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.657950] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.658499] env[68292]: DEBUG nova.compute.manager [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.661168] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.100s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.663701] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f9f7415e-b087-4e51-aca4-c066ce1ed65a tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.101s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.781085] env[68292]: DEBUG oslo_vmware.api [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072377, 'name': PowerOnVM_Task, 'duration_secs': 1.10008} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.781085] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.786973] env[68292]: DEBUG oslo_concurrency.lockutils [req-894838b8-e0e2-42a9-93cd-254e7fc2f253 req-92a3a404-c694-487c-848d-6044cc4dd322 service nova] Releasing lock "refresh_cache-1996c183-e520-4019-ad87-647bad8d5008" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.894751] env[68292]: DEBUG nova.compute.manager [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.895529] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f397fc41-5f5c-438c-a290-9dd876330f16 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.932983] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c75d89-e550-5831-76a9-a5cc7d4e0a88, 'name': SearchDatastore_Task, 'duration_secs': 0.016259} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.933853] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20a5977-b4a1-43e4-9f56-3f2fa03839dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.941377] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 998.941377] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a05354-daab-3aca-de0a-10bad7349312" [ 998.941377] env[68292]: _type = "Task" [ 998.941377] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.952767] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a05354-daab-3aca-de0a-10bad7349312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.964973] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Releasing lock "refresh_cache-4d6427ba-648b-4fbf-8b4b-53511e0a611d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.965431] env[68292]: DEBUG nova.compute.manager [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.965624] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.966874] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c7e563-ed6f-43c6-8fa8-1242417696fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.976130] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.976444] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec44709e-aad4-4170-8e6d-e1c79e954cd0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.986230] env[68292]: DEBUG oslo_vmware.api [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 998.986230] env[68292]: value = "task-3072381" [ 998.986230] env[68292]: _type = "Task" [ 998.986230] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.998175] env[68292]: DEBUG oslo_vmware.api [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.168031] env[68292]: DEBUG nova.compute.utils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.170893] env[68292]: DEBUG nova.compute.manager [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.172263] env[68292]: DEBUG nova.network.neutron [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.261830] env[68292]: DEBUG nova.policy [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09c88045a16a43d3b12abf4f2c077b41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4dbc2940b7d4da19dfec0fd71f0bfc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.422683] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a6d812c0-d180-422b-b6c6-f9cae63fe965 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "5ade77af-061f-450a-93bb-7f9e28907c63" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 60.727s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.456910] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a05354-daab-3aca-de0a-10bad7349312, 'name': SearchDatastore_Task, 'duration_secs': 0.011684} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.457229] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.457492] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 1996c183-e520-4019-ad87-647bad8d5008/1996c183-e520-4019-ad87-647bad8d5008.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.459018] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-922ef4b0-f1d8-4b0f-b89c-9511d64c9e52 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.473251] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 999.473251] env[68292]: value = "task-3072382" [ 999.473251] env[68292]: _type = "Task" [ 999.473251] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.487546] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.505973] env[68292]: DEBUG oslo_vmware.api [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072381, 'name': PowerOffVM_Task, 'duration_secs': 0.151907} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.506383] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.506673] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.507070] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cfc9f8c-96b6-421a-b486-7ef678963e1d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.551535] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.552069] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.552150] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Deleting the datastore file [datastore2] 4d6427ba-648b-4fbf-8b4b-53511e0a611d {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.552409] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e7d4a5b-ffbb-49f6-b8af-c7f49aa30189 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.560976] env[68292]: DEBUG oslo_vmware.api [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for the task: (returnval){ [ 999.560976] env[68292]: value = "task-3072384" [ 999.560976] env[68292]: _type = "Task" [ 999.560976] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.570535] env[68292]: DEBUG oslo_vmware.api [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.662946] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ddc80b-feb8-447a-b8ee-48e005e7cdf0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.672063] env[68292]: DEBUG nova.compute.manager [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.682486] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf931ff6-c6f0-4db6-9ffe-0709b0ddeaac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.744954] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338fe3c3-23e6-46dd-91fb-ec700233d299 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.757377] env[68292]: DEBUG nova.compute.manager [req-a0c71b1d-561d-449a-b6b3-3eae47e47ac8 req-6184c3f1-3a72-41a0-adaa-9a0f995068c4 service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Received event network-changed-4035de33-ec1c-45e8-860e-bf74428e73d0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.758388] env[68292]: DEBUG nova.compute.manager [req-a0c71b1d-561d-449a-b6b3-3eae47e47ac8 req-6184c3f1-3a72-41a0-adaa-9a0f995068c4 service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Refreshing instance network info cache due to event network-changed-4035de33-ec1c-45e8-860e-bf74428e73d0. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.758388] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0c71b1d-561d-449a-b6b3-3eae47e47ac8 req-6184c3f1-3a72-41a0-adaa-9a0f995068c4 service nova] Acquiring lock "refresh_cache-38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.758674] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0c71b1d-561d-449a-b6b3-3eae47e47ac8 req-6184c3f1-3a72-41a0-adaa-9a0f995068c4 service nova] Acquired lock "refresh_cache-38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.758977] env[68292]: DEBUG nova.network.neutron [req-a0c71b1d-561d-449a-b6b3-3eae47e47ac8 req-6184c3f1-3a72-41a0-adaa-9a0f995068c4 service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Refreshing network info cache for port 4035de33-ec1c-45e8-860e-bf74428e73d0 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.767932] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accda877-e97a-4518-8f23-c822c117f8f7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.798432] env[68292]: DEBUG nova.compute.provider_tree [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.839812] env[68292]: DEBUG nova.network.neutron [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Successfully created port: b9369d20-1555-41af-b54b-694f11d9e78e {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.984651] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072382, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.074825] env[68292]: DEBUG oslo_vmware.api [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Task: {'id': task-3072384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132755} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.075221] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.075491] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.075756] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.076084] env[68292]: INFO nova.compute.manager [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1000.076431] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.076690] env[68292]: DEBUG nova.compute.manager [-] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.076828] env[68292]: DEBUG nova.network.neutron [-] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.097280] env[68292]: DEBUG nova.network.neutron [-] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.301337] env[68292]: DEBUG nova.scheduler.client.report [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.488140] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534125} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.488618] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 1996c183-e520-4019-ad87-647bad8d5008/1996c183-e520-4019-ad87-647bad8d5008.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.488893] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.489193] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40717f5f-1e80-411e-a14d-53eda483d3fb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.497238] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1000.497238] env[68292]: value = "task-3072385" [ 1000.497238] env[68292]: _type = "Task" [ 1000.497238] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.507340] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.583983] env[68292]: DEBUG nova.network.neutron [req-a0c71b1d-561d-449a-b6b3-3eae47e47ac8 req-6184c3f1-3a72-41a0-adaa-9a0f995068c4 service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Updated VIF entry in instance network info cache for port 4035de33-ec1c-45e8-860e-bf74428e73d0. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.584391] env[68292]: DEBUG nova.network.neutron [req-a0c71b1d-561d-449a-b6b3-3eae47e47ac8 req-6184c3f1-3a72-41a0-adaa-9a0f995068c4 service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Updating instance_info_cache with network_info: [{"id": "4035de33-ec1c-45e8-860e-bf74428e73d0", "address": "fa:16:3e:e5:7f:c0", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4035de33-ec", "ovs_interfaceid": "4035de33-ec1c-45e8-860e-bf74428e73d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.600011] env[68292]: DEBUG nova.network.neutron [-] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.687336] env[68292]: DEBUG nova.compute.manager [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.715529] env[68292]: DEBUG nova.virt.hardware [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.715790] env[68292]: DEBUG nova.virt.hardware [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.715980] env[68292]: DEBUG nova.virt.hardware [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.716188] env[68292]: DEBUG nova.virt.hardware [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.716337] env[68292]: DEBUG nova.virt.hardware [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.716485] env[68292]: DEBUG nova.virt.hardware [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.716695] env[68292]: DEBUG nova.virt.hardware [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.716875] env[68292]: DEBUG nova.virt.hardware [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.717069] env[68292]: DEBUG nova.virt.hardware [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.717252] env[68292]: DEBUG nova.virt.hardware [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.717430] env[68292]: DEBUG nova.virt.hardware [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.718303] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678e7100-cb59-4ee7-86bf-2508de881c75 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.727035] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881f3a11-d042-4d7c-9b52-0b602bf429af {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.008384] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078143} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.008675] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.009504] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6cc156-6b9d-4ebf-b1c8-1a1492227cc3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.034219] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 1996c183-e520-4019-ad87-647bad8d5008/1996c183-e520-4019-ad87-647bad8d5008.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.034532] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d67b58-e85f-4445-a9b6-81b9a56f0ad0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.056968] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1001.056968] env[68292]: value = "task-3072386" [ 1001.056968] env[68292]: _type = "Task" [ 1001.056968] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.065582] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.087123] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0c71b1d-561d-449a-b6b3-3eae47e47ac8 req-6184c3f1-3a72-41a0-adaa-9a0f995068c4 service nova] Releasing lock "refresh_cache-38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.102893] env[68292]: INFO nova.compute.manager [-] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Took 1.03 seconds to deallocate network for instance. [ 1001.314135] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.650s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.314672] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.702s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.315492] env[68292]: DEBUG nova.objects.instance [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Lazy-loading 'resources' on Instance uuid 96556201-da4b-465b-aaf1-054ec7efefcf {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.414277] env[68292]: DEBUG nova.network.neutron [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Successfully updated port: b9369d20-1555-41af-b54b-694f11d9e78e {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.464242] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.464471] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.569395] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072386, 'name': ReconfigVM_Task, 'duration_secs': 0.318232} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.569454] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 1996c183-e520-4019-ad87-647bad8d5008/1996c183-e520-4019-ad87-647bad8d5008.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.570142] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25ddeef9-5af1-4dac-97de-22aeaf4b9d64 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.578210] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1001.578210] env[68292]: value = "task-3072387" [ 1001.578210] env[68292]: _type = "Task" [ 1001.578210] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.587089] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072387, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.609372] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.795676] env[68292]: DEBUG nova.compute.manager [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Received event network-vif-plugged-b9369d20-1555-41af-b54b-694f11d9e78e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.796013] env[68292]: DEBUG oslo_concurrency.lockutils [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] Acquiring lock "49cadf2b-1752-4645-bcea-d515dd6a13df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.796178] env[68292]: DEBUG oslo_concurrency.lockutils [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] Lock "49cadf2b-1752-4645-bcea-d515dd6a13df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.796388] env[68292]: DEBUG oslo_concurrency.lockutils [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] Lock "49cadf2b-1752-4645-bcea-d515dd6a13df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.796566] env[68292]: DEBUG nova.compute.manager [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] No waiting events found dispatching network-vif-plugged-b9369d20-1555-41af-b54b-694f11d9e78e {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.796733] env[68292]: WARNING nova.compute.manager [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Received unexpected event network-vif-plugged-b9369d20-1555-41af-b54b-694f11d9e78e for instance with vm_state building and task_state spawning. [ 1001.796892] env[68292]: DEBUG nova.compute.manager [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Received event network-changed-b9369d20-1555-41af-b54b-694f11d9e78e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.797116] env[68292]: DEBUG nova.compute.manager [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Refreshing instance network info cache due to event network-changed-b9369d20-1555-41af-b54b-694f11d9e78e. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.797241] env[68292]: DEBUG oslo_concurrency.lockutils [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] Acquiring lock "refresh_cache-49cadf2b-1752-4645-bcea-d515dd6a13df" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.797401] env[68292]: DEBUG oslo_concurrency.lockutils [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] Acquired lock "refresh_cache-49cadf2b-1752-4645-bcea-d515dd6a13df" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.797524] env[68292]: DEBUG nova.network.neutron [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Refreshing network info cache for port b9369d20-1555-41af-b54b-694f11d9e78e {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.875019] env[68292]: INFO nova.scheduler.client.report [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted allocation for migration 910541bb-5d01-4ae5-8149-368f7ba7f750 [ 1001.917477] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "refresh_cache-49cadf2b-1752-4645-bcea-d515dd6a13df" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.975431] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.975431] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.975431] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.975431] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.975431] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.975721] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.975721] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68292) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1001.975783] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.088847] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072387, 'name': Rename_Task, 'duration_secs': 0.15072} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.091436] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.091882] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b010c6-d119-4d23-97d8-6b58e22e0bf7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.099101] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1002.099101] env[68292]: value = "task-3072388" [ 1002.099101] env[68292]: _type = "Task" [ 1002.099101] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.110884] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.137349] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53181eb-2216-4de7-bfe5-24abe82c66e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.144660] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eef3705-df0e-4284-b234-ecba8e392178 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.175570] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbe237b-70c4-460c-8fa6-422191e4ef76 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.183320] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61d5896-33c3-4f4a-a9c5-bb56d4b862d2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.196359] env[68292]: DEBUG nova.compute.provider_tree [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.380844] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b8bbc00b-d7fa-4ee2-a4d8-80fac5902572 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "efa23920-b384-4f40-b1ba-2a58538d89bf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.841s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.479414] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.531714] env[68292]: DEBUG nova.network.neutron [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.610420] env[68292]: DEBUG oslo_vmware.api [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072388, 'name': PowerOnVM_Task, 'duration_secs': 0.482645} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.610735] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.610945] env[68292]: INFO nova.compute.manager [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1002.611140] env[68292]: DEBUG nova.compute.manager [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.611912] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fc79d5-980a-4c7e-8842-ad989b2b8f61 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.615214] env[68292]: DEBUG nova.network.neutron [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.700077] env[68292]: DEBUG nova.scheduler.client.report [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.118072] env[68292]: DEBUG oslo_concurrency.lockutils [req-0d080300-8593-48a8-99ab-d75569d91d64 req-c2ccb914-af3d-46ca-aa12-46dac6b20174 service nova] Releasing lock "refresh_cache-49cadf2b-1752-4645-bcea-d515dd6a13df" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.118567] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquired lock "refresh_cache-49cadf2b-1752-4645-bcea-d515dd6a13df" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.118733] env[68292]: DEBUG nova.network.neutron [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.134702] env[68292]: INFO nova.compute.manager [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Took 46.79 seconds to build instance. [ 1003.205953] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.208038] env[68292]: DEBUG oslo_concurrency.lockutils [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.988s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.208268] env[68292]: DEBUG nova.objects.instance [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lazy-loading 'resources' on Instance uuid 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.229051] env[68292]: INFO nova.scheduler.client.report [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Deleted allocations for instance 96556201-da4b-465b-aaf1-054ec7efefcf [ 1003.636742] env[68292]: DEBUG oslo_concurrency.lockutils [None req-68601f81-490a-4e53-a1ef-47e1fc5f4620 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "1996c183-e520-4019-ad87-647bad8d5008" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.308s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.650711] env[68292]: DEBUG nova.network.neutron [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.735471] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1d91c068-6953-42a0-ade4-c97caa0aa90f tempest-ServerAddressesNegativeTestJSON-1771242873 tempest-ServerAddressesNegativeTestJSON-1771242873-project-member] Lock "96556201-da4b-465b-aaf1-054ec7efefcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.666s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.784491] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "efa23920-b384-4f40-b1ba-2a58538d89bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.784801] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "efa23920-b384-4f40-b1ba-2a58538d89bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.787923] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "efa23920-b384-4f40-b1ba-2a58538d89bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.788185] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "efa23920-b384-4f40-b1ba-2a58538d89bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.788390] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "efa23920-b384-4f40-b1ba-2a58538d89bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.791186] env[68292]: DEBUG nova.network.neutron [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Updating instance_info_cache with network_info: [{"id": "b9369d20-1555-41af-b54b-694f11d9e78e", "address": "fa:16:3e:54:b5:7a", "network": {"id": "85fd49bb-8713-44a0-ad26-ce75f3f5f837", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1306560034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4dbc2940b7d4da19dfec0fd71f0bfc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9369d20-15", "ovs_interfaceid": "b9369d20-1555-41af-b54b-694f11d9e78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.792675] env[68292]: INFO nova.compute.manager [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Terminating instance [ 1004.005408] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db62127-92bb-40c5-a1b6-f8b374cecb2d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.013639] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbebef40-4152-40a8-abbe-af1b8fed32b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.044028] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b7a687-f14f-4545-81a1-51f883456002 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.051333] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11abda6d-64a5-46a5-a38a-679dfafa44e7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.066042] env[68292]: DEBUG nova.compute.provider_tree [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.260321] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "d0cb45ea-32d7-45f0-aec2-701a3398f532" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.260588] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "d0cb45ea-32d7-45f0-aec2-701a3398f532" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.295389] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Releasing lock "refresh_cache-49cadf2b-1752-4645-bcea-d515dd6a13df" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.295704] env[68292]: DEBUG nova.compute.manager [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Instance network_info: |[{"id": "b9369d20-1555-41af-b54b-694f11d9e78e", "address": "fa:16:3e:54:b5:7a", "network": {"id": "85fd49bb-8713-44a0-ad26-ce75f3f5f837", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1306560034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4dbc2940b7d4da19dfec0fd71f0bfc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9369d20-15", "ovs_interfaceid": "b9369d20-1555-41af-b54b-694f11d9e78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.296463] env[68292]: DEBUG nova.compute.manager [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.296697] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.297323] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:b5:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9369d20-1555-41af-b54b-694f11d9e78e', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.304745] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.306030] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d159410-fbb9-4880-b035-35e197c68a4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.309609] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.311858] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-266a0dc2-10fd-46c1-b3b8-1672d0e1a3da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.331231] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.332547] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e8ffaf-eb02-4be6-8391-d56ff1be4e4b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.334096] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.334096] env[68292]: value = "task-3072389" [ 1004.334096] env[68292]: _type = "Task" [ 1004.334096] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.338501] env[68292]: DEBUG oslo_vmware.api [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1004.338501] env[68292]: value = "task-3072390" [ 1004.338501] env[68292]: _type = "Task" [ 1004.338501] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.346533] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072389, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.351090] env[68292]: DEBUG oslo_vmware.api [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.569563] env[68292]: DEBUG nova.scheduler.client.report [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.716760] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "1996c183-e520-4019-ad87-647bad8d5008" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.717086] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "1996c183-e520-4019-ad87-647bad8d5008" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.717307] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "1996c183-e520-4019-ad87-647bad8d5008-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.717625] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "1996c183-e520-4019-ad87-647bad8d5008-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.717712] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "1996c183-e520-4019-ad87-647bad8d5008-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.719778] env[68292]: INFO nova.compute.manager [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Terminating instance [ 1004.762528] env[68292]: DEBUG nova.compute.manager [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.845901] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072389, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.850647] env[68292]: DEBUG oslo_vmware.api [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072390, 'name': PowerOffVM_Task, 'duration_secs': 0.187129} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.850895] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.851076] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.851309] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-642422ed-1dd6-4162-9258-b89c80f19e77 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.074933] env[68292]: DEBUG oslo_concurrency.lockutils [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.078254] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.559s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.080895] env[68292]: INFO nova.compute.claims [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.116138] env[68292]: INFO nova.scheduler.client.report [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Deleted allocations for instance 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270 [ 1005.224867] env[68292]: DEBUG nova.compute.manager [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.225583] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.230488] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a98924d-57d9-4b04-8078-044fa4b0df6a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.239114] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.239394] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60c084b2-52ed-42f2-bdfd-792688115e67 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.247222] env[68292]: DEBUG oslo_vmware.api [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1005.247222] env[68292]: value = "task-3072392" [ 1005.247222] env[68292]: _type = "Task" [ 1005.247222] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.256163] env[68292]: DEBUG oslo_vmware.api [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.286503] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.346999] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072389, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.354348] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.354348] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.354348] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleting the datastore file [datastore2] efa23920-b384-4f40-b1ba-2a58538d89bf {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.354348] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3146d69-7005-4c89-9233-8d1a4440aa4c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.361430] env[68292]: DEBUG oslo_vmware.api [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1005.361430] env[68292]: value = "task-3072393" [ 1005.361430] env[68292]: _type = "Task" [ 1005.361430] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.373774] env[68292]: DEBUG oslo_vmware.api [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.626063] env[68292]: DEBUG oslo_concurrency.lockutils [None req-312f5e40-f948-479a-8e89-aa7f7c71a2c5 tempest-ServersNegativeTestJSON-1753586145 tempest-ServersNegativeTestJSON-1753586145-project-member] Lock "59f8f03c-8edf-42e2-a1ff-ef29c4c6d270" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.075s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.757356] env[68292]: DEBUG oslo_vmware.api [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072392, 'name': PowerOffVM_Task, 'duration_secs': 0.234116} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.757687] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.758223] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.758223] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76bcd22d-8845-40d4-b059-26160f5954ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.826333] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.826566] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.831281] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleting the datastore file [datastore1] 1996c183-e520-4019-ad87-647bad8d5008 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.831281] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35308145-a711-460f-ae8f-7dd66dac1ef1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.837537] env[68292]: DEBUG oslo_vmware.api [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1005.837537] env[68292]: value = "task-3072395" [ 1005.837537] env[68292]: _type = "Task" [ 1005.837537] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.848560] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072389, 'name': CreateVM_Task, 'duration_secs': 1.140334} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.851548] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.851840] env[68292]: DEBUG oslo_vmware.api [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.852523] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.852729] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.853093] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.853386] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e1695e-1307-45b5-b578-3febcb941400 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.858435] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 1005.858435] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52edb31e-8f46-c6a2-a456-7767fdb8a2bc" [ 1005.858435] env[68292]: _type = "Task" [ 1005.858435] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.871182] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52edb31e-8f46-c6a2-a456-7767fdb8a2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.874813] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.875218] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.875554] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.875751] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.876034] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.876440] env[68292]: DEBUG oslo_vmware.api [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31899} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.876745] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b533c11-7e6d-4f2d-b6cb-b95955e53602 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.878899] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.879174] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.879425] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.879647] env[68292]: INFO nova.compute.manager [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1005.879927] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.880229] env[68292]: DEBUG nova.compute.manager [-] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.880354] env[68292]: DEBUG nova.network.neutron [-] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.888546] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.888795] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.889688] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5f5beb-44ed-4769-aabe-8ea490be9444 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.895627] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 1005.895627] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522d8bd1-404a-09d9-c04f-b49f4458aa67" [ 1005.895627] env[68292]: _type = "Task" [ 1005.895627] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.905213] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522d8bd1-404a-09d9-c04f-b49f4458aa67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.162770] env[68292]: DEBUG nova.compute.manager [req-55e8b097-1e19-4eff-9d7b-46ad4bd6e442 req-0f1f12a8-a02f-47ab-8462-9e6fe435ce72 service nova] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Received event network-vif-deleted-33df829f-d3e8-4841-b997-b6d5114eaab6 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.162979] env[68292]: INFO nova.compute.manager [req-55e8b097-1e19-4eff-9d7b-46ad4bd6e442 req-0f1f12a8-a02f-47ab-8462-9e6fe435ce72 service nova] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Neutron deleted interface 33df829f-d3e8-4841-b997-b6d5114eaab6; detaching it from the instance and deleting it from the info cache [ 1006.163185] env[68292]: DEBUG nova.network.neutron [req-55e8b097-1e19-4eff-9d7b-46ad4bd6e442 req-0f1f12a8-a02f-47ab-8462-9e6fe435ce72 service nova] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.353354] env[68292]: DEBUG oslo_vmware.api [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268426} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.353665] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.354187] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.354187] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.354417] env[68292]: INFO nova.compute.manager [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1006.354711] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.356428] env[68292]: DEBUG nova.compute.manager [-] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.356428] env[68292]: DEBUG nova.network.neutron [-] [instance: 1996c183-e520-4019-ad87-647bad8d5008] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.409509] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522d8bd1-404a-09d9-c04f-b49f4458aa67, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.413121] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d12d0f-35fc-4ef8-8107-74803cf75880 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.421515] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 1006.421515] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522d4128-22bf-48fc-0979-7c10184e2934" [ 1006.421515] env[68292]: _type = "Task" [ 1006.421515] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.432447] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522d4128-22bf-48fc-0979-7c10184e2934, 'name': SearchDatastore_Task, 'duration_secs': 0.009652} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.432712] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.432969] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 49cadf2b-1752-4645-bcea-d515dd6a13df/49cadf2b-1752-4645-bcea-d515dd6a13df.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.433384] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c11d6c5-1189-4063-8625-872faffa5260 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.439166] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 1006.439166] env[68292]: value = "task-3072396" [ 1006.439166] env[68292]: _type = "Task" [ 1006.439166] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.450151] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.494114] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4990c0cf-f060-4387-a81d-a5057cb51bd0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.503069] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5e75ab-7624-4dba-9f96-a7705c7b2189 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.540070] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1639019-ec55-4f6f-97d7-9735989fc8a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.547667] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434c3a1f-1fd6-41e4-81a5-3791f7673675 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.561812] env[68292]: DEBUG nova.compute.provider_tree [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.640213] env[68292]: DEBUG nova.network.neutron [-] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.670193] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a27cb6bd-1d0c-4da5-84e2-002212691aa5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.680823] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb86ab0-f37c-4148-aa1a-97dc0fc13540 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.718168] env[68292]: DEBUG nova.compute.manager [req-55e8b097-1e19-4eff-9d7b-46ad4bd6e442 req-0f1f12a8-a02f-47ab-8462-9e6fe435ce72 service nova] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Detach interface failed, port_id=33df829f-d3e8-4841-b997-b6d5114eaab6, reason: Instance efa23920-b384-4f40-b1ba-2a58538d89bf could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1006.948818] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445773} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.949142] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 49cadf2b-1752-4645-bcea-d515dd6a13df/49cadf2b-1752-4645-bcea-d515dd6a13df.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.949401] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.949677] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4ff6026-4dd9-49f5-9684-9c62227c28f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.955863] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 1006.955863] env[68292]: value = "task-3072397" [ 1006.955863] env[68292]: _type = "Task" [ 1006.955863] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.963359] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.065716] env[68292]: DEBUG nova.scheduler.client.report [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.144543] env[68292]: INFO nova.compute.manager [-] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Took 1.26 seconds to deallocate network for instance. [ 1007.148609] env[68292]: DEBUG nova.network.neutron [-] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.465768] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082828} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.466074] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.466890] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bdff53-302d-4dbc-a558-ee8c915ab54d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.488974] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 49cadf2b-1752-4645-bcea-d515dd6a13df/49cadf2b-1752-4645-bcea-d515dd6a13df.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.489227] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0da84940-cbb8-4541-bc3c-a0c73232c769 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.509366] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 1007.509366] env[68292]: value = "task-3072398" [ 1007.509366] env[68292]: _type = "Task" [ 1007.509366] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.516445] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.572102] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.572102] env[68292]: DEBUG nova.compute.manager [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.573908] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.922s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.575361] env[68292]: INFO nova.compute.claims [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.651756] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.652212] env[68292]: INFO nova.compute.manager [-] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Took 1.30 seconds to deallocate network for instance. [ 1008.018124] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072398, 'name': ReconfigVM_Task, 'duration_secs': 0.381247} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.018367] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 49cadf2b-1752-4645-bcea-d515dd6a13df/49cadf2b-1752-4645-bcea-d515dd6a13df.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.018997] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4433acf8-a8c7-4621-a9a7-9d27359f458f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.025839] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 1008.025839] env[68292]: value = "task-3072399" [ 1008.025839] env[68292]: _type = "Task" [ 1008.025839] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.034416] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072399, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.080074] env[68292]: DEBUG nova.compute.utils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.083360] env[68292]: DEBUG nova.compute.manager [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.083528] env[68292]: DEBUG nova.network.neutron [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.134132] env[68292]: DEBUG nova.policy [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6c34181daf2449aa918dbcfdfe0b2d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20219b9ab76f4ac2abf5773241c0546e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.161102] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.186507] env[68292]: DEBUG nova.compute.manager [req-fd7dce99-5d56-4591-b878-abb1eeda9a41 req-825ea6bc-be2b-4b8a-9242-7e5e14730b96 service nova] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Received event network-vif-deleted-1bbfc2c4-15bb-4b1b-a367-f7ddd7a92b8d {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.418199] env[68292]: DEBUG nova.network.neutron [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Successfully created port: fa1e04a0-aba3-4ae3-9902-10b7dde68cba {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.536247] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072399, 'name': Rename_Task, 'duration_secs': 0.276736} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.536594] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.536764] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5e6d46d-a160-4ed4-8c1b-6ca022afdd7c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.543109] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 1008.543109] env[68292]: value = "task-3072400" [ 1008.543109] env[68292]: _type = "Task" [ 1008.543109] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.552081] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.583865] env[68292]: DEBUG nova.compute.manager [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.897326] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf123222-aa13-47e4-991a-e671fba03333 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.905549] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39f28ee-3915-4f38-9dbd-a1cf4e22a4b8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.934888] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61e485c-d2d7-4ad3-8249-873d0db19f9c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.942554] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59882cdb-19f5-48f2-8496-8832647f42c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.957499] env[68292]: DEBUG nova.compute.provider_tree [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.052364] env[68292]: DEBUG oslo_vmware.api [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072400, 'name': PowerOnVM_Task, 'duration_secs': 0.440716} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.052631] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.052836] env[68292]: INFO nova.compute.manager [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1009.053124] env[68292]: DEBUG nova.compute.manager [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.054036] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fe8c79-9882-45cc-9f78-eadacc756a40 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.461051] env[68292]: DEBUG nova.scheduler.client.report [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.569465] env[68292]: INFO nova.compute.manager [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Took 37.76 seconds to build instance. [ 1009.594741] env[68292]: DEBUG nova.compute.manager [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.620970] env[68292]: DEBUG nova.virt.hardware [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.621267] env[68292]: DEBUG nova.virt.hardware [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.621428] env[68292]: DEBUG nova.virt.hardware [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.621609] env[68292]: DEBUG nova.virt.hardware [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.621756] env[68292]: DEBUG nova.virt.hardware [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.622030] env[68292]: DEBUG nova.virt.hardware [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.622258] env[68292]: DEBUG nova.virt.hardware [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.622418] env[68292]: DEBUG nova.virt.hardware [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.622584] env[68292]: DEBUG nova.virt.hardware [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.622746] env[68292]: DEBUG nova.virt.hardware [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.622917] env[68292]: DEBUG nova.virt.hardware [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.623779] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f95483e-604e-4904-9a5b-991244bc4921 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.632876] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a95ba5-c14a-4185-b0ce-d49a82f485bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.966933] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.967047] env[68292]: DEBUG nova.compute.manager [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.970205] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.853s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.971510] env[68292]: DEBUG nova.objects.instance [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lazy-loading 'resources' on Instance uuid cb712708-9c16-4cd1-ad71-820984abbc98 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.995485] env[68292]: DEBUG nova.network.neutron [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Successfully updated port: fa1e04a0-aba3-4ae3-9902-10b7dde68cba {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.071472] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aec283cb-a3bb-4e44-83b2-7659e0868d99 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "49cadf2b-1752-4645-bcea-d515dd6a13df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.266s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.215328] env[68292]: DEBUG nova.compute.manager [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Received event network-vif-plugged-fa1e04a0-aba3-4ae3-9902-10b7dde68cba {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.215500] env[68292]: DEBUG oslo_concurrency.lockutils [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] Acquiring lock "6842b1b0-d2da-4152-9d3e-edc3526bd51a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.215695] env[68292]: DEBUG oslo_concurrency.lockutils [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] Lock "6842b1b0-d2da-4152-9d3e-edc3526bd51a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.215838] env[68292]: DEBUG oslo_concurrency.lockutils [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] Lock "6842b1b0-d2da-4152-9d3e-edc3526bd51a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.216123] env[68292]: DEBUG nova.compute.manager [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] No waiting events found dispatching network-vif-plugged-fa1e04a0-aba3-4ae3-9902-10b7dde68cba {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.216334] env[68292]: WARNING nova.compute.manager [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Received unexpected event network-vif-plugged-fa1e04a0-aba3-4ae3-9902-10b7dde68cba for instance with vm_state building and task_state spawning. [ 1010.216535] env[68292]: DEBUG nova.compute.manager [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Received event network-changed-fa1e04a0-aba3-4ae3-9902-10b7dde68cba {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.216744] env[68292]: DEBUG nova.compute.manager [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Refreshing instance network info cache due to event network-changed-fa1e04a0-aba3-4ae3-9902-10b7dde68cba. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.216995] env[68292]: DEBUG oslo_concurrency.lockutils [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] Acquiring lock "refresh_cache-6842b1b0-d2da-4152-9d3e-edc3526bd51a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.217167] env[68292]: DEBUG oslo_concurrency.lockutils [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] Acquired lock "refresh_cache-6842b1b0-d2da-4152-9d3e-edc3526bd51a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.217926] env[68292]: DEBUG nova.network.neutron [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Refreshing network info cache for port fa1e04a0-aba3-4ae3-9902-10b7dde68cba {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.229036] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "49cadf2b-1752-4645-bcea-d515dd6a13df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.229337] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "49cadf2b-1752-4645-bcea-d515dd6a13df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.229544] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "49cadf2b-1752-4645-bcea-d515dd6a13df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.229750] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "49cadf2b-1752-4645-bcea-d515dd6a13df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.229965] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "49cadf2b-1752-4645-bcea-d515dd6a13df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.231969] env[68292]: INFO nova.compute.manager [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Terminating instance [ 1010.473558] env[68292]: DEBUG nova.compute.utils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.477796] env[68292]: DEBUG nova.compute.manager [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.478273] env[68292]: DEBUG nova.network.neutron [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.497771] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Acquiring lock "refresh_cache-6842b1b0-d2da-4152-9d3e-edc3526bd51a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.527822] env[68292]: DEBUG nova.policy [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e09d4750d694eedbb383674c2f45f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd9dfdfa33445348610b740a2e8d687', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.736117] env[68292]: DEBUG nova.compute.manager [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.736389] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.739604] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2564521-29d6-4717-9747-8995c8cfd23f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.747798] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.748614] env[68292]: DEBUG nova.network.neutron [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.750789] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59a1e0c4-86d3-4183-a972-6a2d9ef2fffa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.764561] env[68292]: DEBUG oslo_vmware.api [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 1010.764561] env[68292]: value = "task-3072401" [ 1010.764561] env[68292]: _type = "Task" [ 1010.764561] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.775167] env[68292]: DEBUG oslo_vmware.api [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.792180] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8761f24-cf4b-4d07-b634-274e4788fe4a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.801080] env[68292]: DEBUG nova.network.neutron [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Successfully created port: 58d1bc60-ebbb-4609-b837-456fcc79ef22 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.803701] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4f71ac-927a-4810-96b7-5078611338eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.835105] env[68292]: DEBUG nova.network.neutron [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.836824] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b48f56-8292-44cb-935d-1625ee8e5ee9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.850133] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c892dd6-b13c-4aa5-aadb-474b1b5178f0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.865665] env[68292]: DEBUG nova.compute.provider_tree [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.978640] env[68292]: DEBUG nova.compute.manager [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.273175] env[68292]: DEBUG oslo_vmware.api [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072401, 'name': PowerOffVM_Task, 'duration_secs': 0.214265} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.273470] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.273904] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.273904] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0029415f-7eb1-4400-91d4-0808cba8656a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.334014] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.334014] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.334263] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Deleting the datastore file [datastore2] 49cadf2b-1752-4645-bcea-d515dd6a13df {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.334380] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56dc8d8d-e4e2-4560-b882-a62fc9d57a3f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.340639] env[68292]: DEBUG oslo_vmware.api [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for the task: (returnval){ [ 1011.340639] env[68292]: value = "task-3072403" [ 1011.340639] env[68292]: _type = "Task" [ 1011.340639] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.344075] env[68292]: DEBUG oslo_concurrency.lockutils [req-11659a65-6035-4aff-8e91-1a7a115bb47d req-5f263c7e-2261-4f09-9039-92ca9f80e5a8 service nova] Releasing lock "refresh_cache-6842b1b0-d2da-4152-9d3e-edc3526bd51a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.344423] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Acquired lock "refresh_cache-6842b1b0-d2da-4152-9d3e-edc3526bd51a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.344576] env[68292]: DEBUG nova.network.neutron [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.349874] env[68292]: DEBUG oslo_vmware.api [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.368533] env[68292]: DEBUG nova.scheduler.client.report [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.853790] env[68292]: DEBUG oslo_vmware.api [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Task: {'id': task-3072403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143157} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.854514] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.854771] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.855033] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.855279] env[68292]: INFO nova.compute.manager [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1011.855608] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.855843] env[68292]: DEBUG nova.compute.manager [-] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.856015] env[68292]: DEBUG nova.network.neutron [-] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.874656] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.877208] env[68292]: DEBUG oslo_concurrency.lockutils [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.287s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.877469] env[68292]: DEBUG nova.objects.instance [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lazy-loading 'resources' on Instance uuid b324ef32-f584-4281-a50d-7aaf546a96ec {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.897661] env[68292]: DEBUG nova.network.neutron [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.900532] env[68292]: INFO nova.scheduler.client.report [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Deleted allocations for instance cb712708-9c16-4cd1-ad71-820984abbc98 [ 1011.989149] env[68292]: DEBUG nova.compute.manager [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.017602] env[68292]: DEBUG nova.virt.hardware [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.017854] env[68292]: DEBUG nova.virt.hardware [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.018041] env[68292]: DEBUG nova.virt.hardware [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.018363] env[68292]: DEBUG nova.virt.hardware [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.018619] env[68292]: DEBUG nova.virt.hardware [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.018869] env[68292]: DEBUG nova.virt.hardware [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.019317] env[68292]: DEBUG nova.virt.hardware [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.019598] env[68292]: DEBUG nova.virt.hardware [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.019881] env[68292]: DEBUG nova.virt.hardware [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.020177] env[68292]: DEBUG nova.virt.hardware [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.020419] env[68292]: DEBUG nova.virt.hardware [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.021632] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb2d91a-9059-47a9-a604-920cf89acd78 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.030688] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aad20b5-ac93-49a7-94ee-394cb92b08ca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.150548] env[68292]: DEBUG nova.network.neutron [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Updating instance_info_cache with network_info: [{"id": "fa1e04a0-aba3-4ae3-9902-10b7dde68cba", "address": "fa:16:3e:ba:8d:2e", "network": {"id": "8f67c9f6-c7d8-45e8-99fc-6e3321ab02c0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1950485394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20219b9ab76f4ac2abf5773241c0546e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1e04a0-ab", "ovs_interfaceid": "fa1e04a0-aba3-4ae3-9902-10b7dde68cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.256403] env[68292]: DEBUG nova.compute.manager [req-3ed1d582-c74f-4341-a5ff-ee7e2d63d315 req-421e0629-d666-4c6c-996d-b1f0c1aea52a service nova] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Received event network-vif-deleted-b9369d20-1555-41af-b54b-694f11d9e78e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.256617] env[68292]: INFO nova.compute.manager [req-3ed1d582-c74f-4341-a5ff-ee7e2d63d315 req-421e0629-d666-4c6c-996d-b1f0c1aea52a service nova] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Neutron deleted interface b9369d20-1555-41af-b54b-694f11d9e78e; detaching it from the instance and deleting it from the info cache [ 1012.257858] env[68292]: DEBUG nova.network.neutron [req-3ed1d582-c74f-4341-a5ff-ee7e2d63d315 req-421e0629-d666-4c6c-996d-b1f0c1aea52a service nova] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.284883] env[68292]: DEBUG nova.compute.manager [req-15fdd25c-7f6d-4f92-a344-06cc5126830d req-218a7292-039d-4abb-b846-f62449a4d131 service nova] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Received event network-vif-plugged-58d1bc60-ebbb-4609-b837-456fcc79ef22 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.285115] env[68292]: DEBUG oslo_concurrency.lockutils [req-15fdd25c-7f6d-4f92-a344-06cc5126830d req-218a7292-039d-4abb-b846-f62449a4d131 service nova] Acquiring lock "57aa3827-cdbe-4f01-9e4a-928b3be65052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.285324] env[68292]: DEBUG oslo_concurrency.lockutils [req-15fdd25c-7f6d-4f92-a344-06cc5126830d req-218a7292-039d-4abb-b846-f62449a4d131 service nova] Lock "57aa3827-cdbe-4f01-9e4a-928b3be65052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.285492] env[68292]: DEBUG oslo_concurrency.lockutils [req-15fdd25c-7f6d-4f92-a344-06cc5126830d req-218a7292-039d-4abb-b846-f62449a4d131 service nova] Lock "57aa3827-cdbe-4f01-9e4a-928b3be65052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.285656] env[68292]: DEBUG nova.compute.manager [req-15fdd25c-7f6d-4f92-a344-06cc5126830d req-218a7292-039d-4abb-b846-f62449a4d131 service nova] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] No waiting events found dispatching network-vif-plugged-58d1bc60-ebbb-4609-b837-456fcc79ef22 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.285818] env[68292]: WARNING nova.compute.manager [req-15fdd25c-7f6d-4f92-a344-06cc5126830d req-218a7292-039d-4abb-b846-f62449a4d131 service nova] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Received unexpected event network-vif-plugged-58d1bc60-ebbb-4609-b837-456fcc79ef22 for instance with vm_state building and task_state spawning. [ 1012.411353] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e5671e-2733-40e8-bd81-9e94ccc18d4b tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "cb712708-9c16-4cd1-ad71-820984abbc98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.885s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.433943] env[68292]: DEBUG nova.network.neutron [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Successfully updated port: 58d1bc60-ebbb-4609-b837-456fcc79ef22 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.652676] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Releasing lock "refresh_cache-6842b1b0-d2da-4152-9d3e-edc3526bd51a" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.653074] env[68292]: DEBUG nova.compute.manager [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Instance network_info: |[{"id": "fa1e04a0-aba3-4ae3-9902-10b7dde68cba", "address": "fa:16:3e:ba:8d:2e", "network": {"id": "8f67c9f6-c7d8-45e8-99fc-6e3321ab02c0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1950485394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20219b9ab76f4ac2abf5773241c0546e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1e04a0-ab", "ovs_interfaceid": "fa1e04a0-aba3-4ae3-9902-10b7dde68cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.653544] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:8d:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa1e04a0-aba3-4ae3-9902-10b7dde68cba', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.661805] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Creating folder: Project (20219b9ab76f4ac2abf5773241c0546e). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.664282] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d394be8-7492-4a5e-b73f-78f89f2e1569 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.676376] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Created folder: Project (20219b9ab76f4ac2abf5773241c0546e) in parent group-v614981. [ 1012.676614] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Creating folder: Instances. Parent ref: group-v615207. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.677572] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c60618b9-883f-43d1-8a1b-066d853d7131 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.679659] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3797b6-7266-4f4a-81fe-1f7e112f2341 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.686675] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769c2734-a8c9-4d98-98cc-bf4429ce33dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.690749] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Created folder: Instances in parent group-v615207. [ 1012.690973] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.691483] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.691681] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bedfe02-55b5-47e7-818d-569de98ac6e0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.731525] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b23bcb-05c7-4236-9c4d-641a2baa7fe7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.737630] env[68292]: DEBUG nova.network.neutron [-] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.739750] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.739750] env[68292]: value = "task-3072406" [ 1012.739750] env[68292]: _type = "Task" [ 1012.739750] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.747365] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a4573e-22c6-4324-b80c-470ee2b1678d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.755074] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072406, 'name': CreateVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.767460] env[68292]: DEBUG nova.compute.provider_tree [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.768656] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9c99da0-c92b-4e80-9c74-142b82f7500b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.776647] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935a27dc-0d89-4820-b94c-6fce1c731149 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.809458] env[68292]: DEBUG nova.compute.manager [req-3ed1d582-c74f-4341-a5ff-ee7e2d63d315 req-421e0629-d666-4c6c-996d-b1f0c1aea52a service nova] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Detach interface failed, port_id=b9369d20-1555-41af-b54b-694f11d9e78e, reason: Instance 49cadf2b-1752-4645-bcea-d515dd6a13df could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1012.936612] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "refresh_cache-57aa3827-cdbe-4f01-9e4a-928b3be65052" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.936909] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "refresh_cache-57aa3827-cdbe-4f01-9e4a-928b3be65052" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.936909] env[68292]: DEBUG nova.network.neutron [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.239989] env[68292]: DEBUG oslo_concurrency.lockutils [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "41e4be51-e7a8-449b-aa03-2c05099de141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.240234] env[68292]: DEBUG oslo_concurrency.lockutils [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "41e4be51-e7a8-449b-aa03-2c05099de141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.240453] env[68292]: DEBUG oslo_concurrency.lockutils [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "41e4be51-e7a8-449b-aa03-2c05099de141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.240636] env[68292]: DEBUG oslo_concurrency.lockutils [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "41e4be51-e7a8-449b-aa03-2c05099de141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.240808] env[68292]: DEBUG oslo_concurrency.lockutils [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "41e4be51-e7a8-449b-aa03-2c05099de141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.246377] env[68292]: INFO nova.compute.manager [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Terminating instance [ 1013.247908] env[68292]: INFO nova.compute.manager [-] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Took 1.39 seconds to deallocate network for instance. [ 1013.258568] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072406, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.271665] env[68292]: DEBUG nova.scheduler.client.report [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.482367] env[68292]: DEBUG nova.network.neutron [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.623364] env[68292]: DEBUG nova.network.neutron [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Updating instance_info_cache with network_info: [{"id": "58d1bc60-ebbb-4609-b837-456fcc79ef22", "address": "fa:16:3e:5e:74:82", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d1bc60-eb", "ovs_interfaceid": "58d1bc60-ebbb-4609-b837-456fcc79ef22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.753060] env[68292]: DEBUG nova.compute.manager [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.753060] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.753060] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072406, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.753654] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffbfadb-0ffd-4926-9fd1-35c413ae2775 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.761100] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.761391] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.761615] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d23f2e3d-e3c2-4be5-a21a-24e8d9f67ba1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.767866] env[68292]: DEBUG oslo_vmware.api [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 1013.767866] env[68292]: value = "task-3072407" [ 1013.767866] env[68292]: _type = "Task" [ 1013.767866] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.776038] env[68292]: DEBUG oslo_concurrency.lockutils [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.777904] env[68292]: DEBUG oslo_vmware.api [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.778804] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.559s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.778804] env[68292]: DEBUG nova.objects.instance [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lazy-loading 'resources' on Instance uuid eb6f9ed9-be86-4603-b69c-b66aa2edccc4 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.799285] env[68292]: INFO nova.scheduler.client.report [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Deleted allocations for instance b324ef32-f584-4281-a50d-7aaf546a96ec [ 1014.125951] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "refresh_cache-57aa3827-cdbe-4f01-9e4a-928b3be65052" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.126342] env[68292]: DEBUG nova.compute.manager [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Instance network_info: |[{"id": "58d1bc60-ebbb-4609-b837-456fcc79ef22", "address": "fa:16:3e:5e:74:82", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d1bc60-eb", "ovs_interfaceid": "58d1bc60-ebbb-4609-b837-456fcc79ef22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.126741] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:74:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58d1bc60-ebbb-4609-b837-456fcc79ef22', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.134307] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.134503] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.134719] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab7fd60c-eaa7-4aad-98c0-08691383188b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.155271] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.155271] env[68292]: value = "task-3072408" [ 1014.155271] env[68292]: _type = "Task" [ 1014.155271] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.162754] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072408, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.257019] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072406, 'name': CreateVM_Task, 'duration_secs': 1.383684} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.257019] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.257019] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.257019] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.257019] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.257019] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665b11bd-d301-414b-9ae3-914e3fc63483 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.262057] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Waiting for the task: (returnval){ [ 1014.262057] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d1a711-91a9-6987-b6ee-7fcd0a3e7151" [ 1014.262057] env[68292]: _type = "Task" [ 1014.262057] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.269398] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d1a711-91a9-6987-b6ee-7fcd0a3e7151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.276782] env[68292]: DEBUG oslo_vmware.api [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072407, 'name': PowerOffVM_Task, 'duration_secs': 0.222774} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.277030] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.277212] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.277452] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e707bb7f-41ae-4b3e-bc3d-97905d0509cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.308311] env[68292]: DEBUG oslo_concurrency.lockutils [None req-23762e54-5372-472e-9b22-83dc66528cc4 tempest-SecurityGroupsTestJSON-1986492904 tempest-SecurityGroupsTestJSON-1986492904-project-member] Lock "b324ef32-f584-4281-a50d-7aaf546a96ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.216s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.339205] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.339205] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.339205] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Deleting the datastore file [datastore1] 41e4be51-e7a8-449b-aa03-2c05099de141 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.340796] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87f0592d-4b0b-41a8-908c-d11936491f7a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.343910] env[68292]: DEBUG nova.compute.manager [req-5b53dc85-cc40-47de-b423-44fe1781753a req-78c2b177-ea77-4803-8ed0-76e737382a3e service nova] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Received event network-changed-58d1bc60-ebbb-4609-b837-456fcc79ef22 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.344137] env[68292]: DEBUG nova.compute.manager [req-5b53dc85-cc40-47de-b423-44fe1781753a req-78c2b177-ea77-4803-8ed0-76e737382a3e service nova] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Refreshing instance network info cache due to event network-changed-58d1bc60-ebbb-4609-b837-456fcc79ef22. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.344377] env[68292]: DEBUG oslo_concurrency.lockutils [req-5b53dc85-cc40-47de-b423-44fe1781753a req-78c2b177-ea77-4803-8ed0-76e737382a3e service nova] Acquiring lock "refresh_cache-57aa3827-cdbe-4f01-9e4a-928b3be65052" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.344539] env[68292]: DEBUG oslo_concurrency.lockutils [req-5b53dc85-cc40-47de-b423-44fe1781753a req-78c2b177-ea77-4803-8ed0-76e737382a3e service nova] Acquired lock "refresh_cache-57aa3827-cdbe-4f01-9e4a-928b3be65052" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.345189] env[68292]: DEBUG nova.network.neutron [req-5b53dc85-cc40-47de-b423-44fe1781753a req-78c2b177-ea77-4803-8ed0-76e737382a3e service nova] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Refreshing network info cache for port 58d1bc60-ebbb-4609-b837-456fcc79ef22 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.355415] env[68292]: DEBUG oslo_vmware.api [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 1014.355415] env[68292]: value = "task-3072410" [ 1014.355415] env[68292]: _type = "Task" [ 1014.355415] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.371740] env[68292]: DEBUG oslo_vmware.api [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.611684] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78517bf-0c5b-43d0-a6dd-86a018454a89 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.619562] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d649673-2f4f-444a-8803-4c09a9f2050f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.650577] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d667404d-7880-4c67-a99a-97fbbffc73ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.661825] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d566a2cc-06b5-4184-8def-1586087748ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.670962] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072408, 'name': CreateVM_Task, 'duration_secs': 0.287468} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.678045] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.678539] env[68292]: DEBUG nova.compute.provider_tree [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.682296] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.771103] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d1a711-91a9-6987-b6ee-7fcd0a3e7151, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.771412] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.771642] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.771877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.772036] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.772220] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.772488] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.772785] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.773008] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fc1d3ad-7ce9-468a-9767-0b362423b1a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.774730] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9689cd-6dc4-49d5-b647-28e82be49372 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.780315] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1014.780315] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52daa660-a3b0-19d8-4760-08e6365ce98e" [ 1014.780315] env[68292]: _type = "Task" [ 1014.780315] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.783818] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.784060] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.784991] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ea4297-b138-45c8-be8d-b7510d69a915 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.789881] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52daa660-a3b0-19d8-4760-08e6365ce98e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.792560] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Waiting for the task: (returnval){ [ 1014.792560] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52641c85-24f3-9205-d6f8-34fd5cbe1f4a" [ 1014.792560] env[68292]: _type = "Task" [ 1014.792560] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.800136] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52641c85-24f3-9205-d6f8-34fd5cbe1f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.866027] env[68292]: DEBUG oslo_vmware.api [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144527} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.866507] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.866799] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.867125] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.867431] env[68292]: INFO nova.compute.manager [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1014.867813] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.868128] env[68292]: DEBUG nova.compute.manager [-] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.868328] env[68292]: DEBUG nova.network.neutron [-] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.059374] env[68292]: DEBUG nova.network.neutron [req-5b53dc85-cc40-47de-b423-44fe1781753a req-78c2b177-ea77-4803-8ed0-76e737382a3e service nova] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Updated VIF entry in instance network info cache for port 58d1bc60-ebbb-4609-b837-456fcc79ef22. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.059374] env[68292]: DEBUG nova.network.neutron [req-5b53dc85-cc40-47de-b423-44fe1781753a req-78c2b177-ea77-4803-8ed0-76e737382a3e service nova] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Updating instance_info_cache with network_info: [{"id": "58d1bc60-ebbb-4609-b837-456fcc79ef22", "address": "fa:16:3e:5e:74:82", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d1bc60-eb", "ovs_interfaceid": "58d1bc60-ebbb-4609-b837-456fcc79ef22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.184296] env[68292]: DEBUG nova.scheduler.client.report [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.273152] env[68292]: DEBUG nova.compute.manager [req-6fc1c55d-92be-4166-9844-49c3c0f1eeea req-dbb5849b-18cb-4c01-8e8e-d27e9c0fee99 service nova] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Received event network-vif-deleted-91638993-fa72-4970-8789-85eadfe1e0bf {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.273152] env[68292]: INFO nova.compute.manager [req-6fc1c55d-92be-4166-9844-49c3c0f1eeea req-dbb5849b-18cb-4c01-8e8e-d27e9c0fee99 service nova] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Neutron deleted interface 91638993-fa72-4970-8789-85eadfe1e0bf; detaching it from the instance and deleting it from the info cache [ 1015.273152] env[68292]: DEBUG nova.network.neutron [req-6fc1c55d-92be-4166-9844-49c3c0f1eeea req-dbb5849b-18cb-4c01-8e8e-d27e9c0fee99 service nova] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.292619] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52daa660-a3b0-19d8-4760-08e6365ce98e, 'name': SearchDatastore_Task, 'duration_secs': 0.018038} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.293678] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.294197] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.294706] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.305712] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52641c85-24f3-9205-d6f8-34fd5cbe1f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.008278} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.306663] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c4f0c1-e27c-4979-a1d1-128a0b7a69c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.312673] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Waiting for the task: (returnval){ [ 1015.312673] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52730728-eb6e-21a2-a5bc-efa97b164bad" [ 1015.312673] env[68292]: _type = "Task" [ 1015.312673] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.323844] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52730728-eb6e-21a2-a5bc-efa97b164bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.561629] env[68292]: DEBUG oslo_concurrency.lockutils [req-5b53dc85-cc40-47de-b423-44fe1781753a req-78c2b177-ea77-4803-8ed0-76e737382a3e service nova] Releasing lock "refresh_cache-57aa3827-cdbe-4f01-9e4a-928b3be65052" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.689354] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.692941] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.069s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.694393] env[68292]: INFO nova.compute.claims [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.718020] env[68292]: INFO nova.scheduler.client.report [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleted allocations for instance eb6f9ed9-be86-4603-b69c-b66aa2edccc4 [ 1015.750154] env[68292]: DEBUG nova.network.neutron [-] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.776055] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3890969-ec89-4859-a43e-e7aeccecfb38 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.786785] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e571585-eedc-4435-a25b-684240a0881c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.819260] env[68292]: DEBUG nova.compute.manager [req-6fc1c55d-92be-4166-9844-49c3c0f1eeea req-dbb5849b-18cb-4c01-8e8e-d27e9c0fee99 service nova] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Detach interface failed, port_id=91638993-fa72-4970-8789-85eadfe1e0bf, reason: Instance 41e4be51-e7a8-449b-aa03-2c05099de141 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1015.827361] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52730728-eb6e-21a2-a5bc-efa97b164bad, 'name': SearchDatastore_Task, 'duration_secs': 0.010499} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.827619] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.827880] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 6842b1b0-d2da-4152-9d3e-edc3526bd51a/6842b1b0-d2da-4152-9d3e-edc3526bd51a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.828162] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.828350] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.828554] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b43d8812-981b-4aa8-89eb-eaba73235909 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.830519] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28e86e1a-8043-46e7-8065-11795f93d772 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.836758] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Waiting for the task: (returnval){ [ 1015.836758] env[68292]: value = "task-3072411" [ 1015.836758] env[68292]: _type = "Task" [ 1015.836758] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.840518] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.840705] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.841643] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f1de62a-6ca5-42b6-aa38-faa09119c2f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.846436] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.849044] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1015.849044] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522cb618-5df2-ae24-3742-5ccb8d216686" [ 1015.849044] env[68292]: _type = "Task" [ 1015.849044] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.855643] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522cb618-5df2-ae24-3742-5ccb8d216686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.234802] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dfc63ae-4f1f-494e-b752-c1a214584b40 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "eb6f9ed9-be86-4603-b69c-b66aa2edccc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.486s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.253595] env[68292]: INFO nova.compute.manager [-] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Took 1.39 seconds to deallocate network for instance. [ 1016.347927] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473296} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.348355] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 6842b1b0-d2da-4152-9d3e-edc3526bd51a/6842b1b0-d2da-4152-9d3e-edc3526bd51a.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.348630] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.348926] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8ce562d-4fb5-4be1-a033-8318e9bf5e85 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.049305] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "e40220b1-d630-4ad9-9d4e-5f7a443e57af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.049551] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "e40220b1-d630-4ad9-9d4e-5f7a443e57af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.049742] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "e40220b1-d630-4ad9-9d4e-5f7a443e57af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.049981] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "e40220b1-d630-4ad9-9d4e-5f7a443e57af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.050170] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "e40220b1-d630-4ad9-9d4e-5f7a443e57af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.052400] env[68292]: DEBUG oslo_concurrency.lockutils [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.052667] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522cb618-5df2-ae24-3742-5ccb8d216686, 'name': SearchDatastore_Task, 'duration_secs': 0.007722} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.054373] env[68292]: INFO nova.compute.manager [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Terminating instance [ 1017.056452] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Waiting for the task: (returnval){ [ 1017.056452] env[68292]: value = "task-3072412" [ 1017.056452] env[68292]: _type = "Task" [ 1017.056452] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.057392] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b433e6-06a6-4dec-949f-58a37864939c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.067533] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1017.067533] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52703892-9cd1-de02-d59b-88a3f310a017" [ 1017.067533] env[68292]: _type = "Task" [ 1017.067533] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.070621] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061629} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.073369] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.074113] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e389b49-25fd-4a0c-9dea-bc1a5bdac500 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.083875] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52703892-9cd1-de02-d59b-88a3f310a017, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.092515] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.092777] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 57aa3827-cdbe-4f01-9e4a-928b3be65052/57aa3827-cdbe-4f01-9e4a-928b3be65052.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.101667] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 6842b1b0-d2da-4152-9d3e-edc3526bd51a/6842b1b0-d2da-4152-9d3e-edc3526bd51a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.104314] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4652c3a6-7a8b-4b69-8784-25f3f50e1da6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.106138] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96fe1136-78dd-4ff0-84a3-388539fbc4e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.126065] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1017.126065] env[68292]: value = "task-3072413" [ 1017.126065] env[68292]: _type = "Task" [ 1017.126065] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.127391] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Waiting for the task: (returnval){ [ 1017.127391] env[68292]: value = "task-3072414" [ 1017.127391] env[68292]: _type = "Task" [ 1017.127391] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.140456] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.143712] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.286417] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "31713647-3fad-44cb-9462-9c0dfe2e162d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.286894] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "31713647-3fad-44cb-9462-9c0dfe2e162d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.403009] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73475b2c-30da-48a6-a0e0-f74e4d6f80a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.412871] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfbc14d-eba7-4cbf-8ec1-7e17a2ab1ada {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.448432] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73a31af-05b0-4754-aebf-cbc794ab4e2d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.456267] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84d3741-b104-4fdd-bb84-0e18de446252 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.472572] env[68292]: DEBUG nova.compute.provider_tree [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.561048] env[68292]: DEBUG nova.compute.manager [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.563437] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.563437] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbfabc3-5990-40ea-95d4-a6807fe7c5a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.573969] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.574744] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a228d293-f515-41f0-b95a-ef601fd68ac1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.582329] env[68292]: DEBUG oslo_vmware.api [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1017.582329] env[68292]: value = "task-3072415" [ 1017.582329] env[68292]: _type = "Task" [ 1017.582329] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.595614] env[68292]: DEBUG oslo_vmware.api [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.643671] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.651532] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072413, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.791192] env[68292]: DEBUG nova.compute.manager [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.977020] env[68292]: DEBUG nova.scheduler.client.report [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.092402] env[68292]: DEBUG oslo_vmware.api [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072415, 'name': PowerOffVM_Task, 'duration_secs': 0.257765} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.092673] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.092843] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.093108] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac8597c8-8b79-40ed-acf3-fee9e15c3d1a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.139909] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583343} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.144314] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 57aa3827-cdbe-4f01-9e4a-928b3be65052/57aa3827-cdbe-4f01-9e4a-928b3be65052.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.144314] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.144314] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.144314] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1202647b-a7c4-439b-8f32-d2bff32adc01 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.150858] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1018.150858] env[68292]: value = "task-3072417" [ 1018.150858] env[68292]: _type = "Task" [ 1018.150858] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.155036] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.155246] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.155422] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleting the datastore file [datastore1] e40220b1-d630-4ad9-9d4e-5f7a443e57af {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.155987] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4345e91a-c527-422b-91ca-34e5a2b45104 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.161824] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.165479] env[68292]: DEBUG oslo_vmware.api [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1018.165479] env[68292]: value = "task-3072418" [ 1018.165479] env[68292]: _type = "Task" [ 1018.165479] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.172416] env[68292]: DEBUG oslo_vmware.api [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.314032] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.483893] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.484477] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.487180] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.851s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.489679] env[68292]: INFO nova.compute.claims [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.642230] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072414, 'name': ReconfigVM_Task, 'duration_secs': 1.201599} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.642547] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 6842b1b0-d2da-4152-9d3e-edc3526bd51a/6842b1b0-d2da-4152-9d3e-edc3526bd51a.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.643192] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9d13ea7-d53e-4b1f-bf5f-d25373daec3e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.649862] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Waiting for the task: (returnval){ [ 1018.649862] env[68292]: value = "task-3072419" [ 1018.649862] env[68292]: _type = "Task" [ 1018.649862] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.663678] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067484} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.664077] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072419, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.664258] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.665014] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854263a5-8804-4967-aa2b-57520f7e83e8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.695529] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 57aa3827-cdbe-4f01-9e4a-928b3be65052/57aa3827-cdbe-4f01-9e4a-928b3be65052.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.695892] env[68292]: DEBUG oslo_vmware.api [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15934} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.696150] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c335845a-df49-4aaf-93c5-f27ebbdfe722 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.713016] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.713016] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.713016] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.713016] env[68292]: INFO nova.compute.manager [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1018.713016] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.713016] env[68292]: DEBUG nova.compute.manager [-] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.713016] env[68292]: DEBUG nova.network.neutron [-] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.719739] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1018.719739] env[68292]: value = "task-3072420" [ 1018.719739] env[68292]: _type = "Task" [ 1018.719739] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.727551] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.997181] env[68292]: DEBUG nova.compute.utils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.999825] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.999995] env[68292]: DEBUG nova.network.neutron [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.022837] env[68292]: DEBUG nova.compute.manager [req-07236b4d-c3f1-4c95-ac33-93bcfcda0c55 req-501dc9f4-9e82-4247-a4af-31217181e5ac service nova] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Received event network-vif-deleted-ddfd3f94-08e4-4be9-ba58-a8f03321adc0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.022931] env[68292]: INFO nova.compute.manager [req-07236b4d-c3f1-4c95-ac33-93bcfcda0c55 req-501dc9f4-9e82-4247-a4af-31217181e5ac service nova] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Neutron deleted interface ddfd3f94-08e4-4be9-ba58-a8f03321adc0; detaching it from the instance and deleting it from the info cache [ 1019.023187] env[68292]: DEBUG nova.network.neutron [req-07236b4d-c3f1-4c95-ac33-93bcfcda0c55 req-501dc9f4-9e82-4247-a4af-31217181e5ac service nova] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.045257] env[68292]: DEBUG nova.policy [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efc02db41a5246178de31511fa16db4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17c4979fb9514da6a5b48ab2502278b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.159901] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072419, 'name': Rename_Task, 'duration_secs': 0.139291} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.160647] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.160907] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a37cc225-631e-4895-bc4d-a4eb762070c4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.166780] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Waiting for the task: (returnval){ [ 1019.166780] env[68292]: value = "task-3072421" [ 1019.166780] env[68292]: _type = "Task" [ 1019.166780] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.173801] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.229050] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.317433] env[68292]: DEBUG nova.network.neutron [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Successfully created port: 8852056b-22c4-4881-990c-0d6360e99d12 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.504415] env[68292]: DEBUG nova.network.neutron [-] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.505800] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.525868] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f28b1b79-6372-4c96-af4b-2db365062c3d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.536600] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6683ffbe-c369-4f70-9952-33512a6d04c2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.573167] env[68292]: DEBUG nova.compute.manager [req-07236b4d-c3f1-4c95-ac33-93bcfcda0c55 req-501dc9f4-9e82-4247-a4af-31217181e5ac service nova] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Detach interface failed, port_id=ddfd3f94-08e4-4be9-ba58-a8f03321adc0, reason: Instance e40220b1-d630-4ad9-9d4e-5f7a443e57af could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1019.680272] env[68292]: DEBUG oslo_vmware.api [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072421, 'name': PowerOnVM_Task, 'duration_secs': 0.458107} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.680551] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.680749] env[68292]: INFO nova.compute.manager [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1019.680917] env[68292]: DEBUG nova.compute.manager [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.682176] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb50622-18d3-41c0-b544-118d70d457bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.733397] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072420, 'name': ReconfigVM_Task, 'duration_secs': 0.791856} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.733682] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 57aa3827-cdbe-4f01-9e4a-928b3be65052/57aa3827-cdbe-4f01-9e4a-928b3be65052.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.734311] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7836a88a-9093-4bb6-b947-ac00fb7903b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.741482] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1019.741482] env[68292]: value = "task-3072422" [ 1019.741482] env[68292]: _type = "Task" [ 1019.741482] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.752413] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072422, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.825500] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80a9a28-b296-4d0d-9a91-b729b8bf2130 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.833457] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c03f4f-4f59-462b-9419-591e7cc10f98 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.864820] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9cd05f-062f-4bf1-a0d5-bfa50dc63b35 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.872544] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafc76bd-c71c-4325-9fb4-92a9163ae11f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.886418] env[68292]: DEBUG nova.compute.provider_tree [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.013034] env[68292]: INFO nova.compute.manager [-] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Took 1.30 seconds to deallocate network for instance. [ 1020.201696] env[68292]: INFO nova.compute.manager [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Took 37.70 seconds to build instance. [ 1020.252199] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072422, 'name': Rename_Task, 'duration_secs': 0.208695} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.252473] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.252716] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-326fd2be-4b48-49a3-a3b6-3951e8b43a66 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.259504] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1020.259504] env[68292]: value = "task-3072423" [ 1020.259504] env[68292]: _type = "Task" [ 1020.259504] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.267049] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.389899] env[68292]: DEBUG nova.scheduler.client.report [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.518504] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.522866] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.545763] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.546120] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.546290] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.546476] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.546623] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.546772] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.547274] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.547488] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.547672] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.547851] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.548041] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.549072] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006a2c0f-8382-4dd2-8c7a-deecc040df1a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.557581] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c83e301-b711-44e0-950b-285f2b89a2d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.585488] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Acquiring lock "6842b1b0-d2da-4152-9d3e-edc3526bd51a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.703363] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a067b12c-a2e0-4371-9ba8-35a9cf52f142 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Lock "6842b1b0-d2da-4152-9d3e-edc3526bd51a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.221s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.704312] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Lock "6842b1b0-d2da-4152-9d3e-edc3526bd51a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.118s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.704312] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Acquiring lock "6842b1b0-d2da-4152-9d3e-edc3526bd51a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.704312] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Lock "6842b1b0-d2da-4152-9d3e-edc3526bd51a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.704551] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Lock "6842b1b0-d2da-4152-9d3e-edc3526bd51a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.707077] env[68292]: INFO nova.compute.manager [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Terminating instance [ 1020.772747] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.934383] env[68292]: DEBUG nova.network.neutron [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Successfully updated port: 8852056b-22c4-4881-990c-0d6360e99d12 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.934383] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.934383] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.934383] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.608s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.934383] env[68292]: DEBUG nova.objects.instance [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lazy-loading 'resources' on Instance uuid fb38cea4-d100-4b0c-bf60-53a77aac36c4 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.048979] env[68292]: DEBUG nova.compute.manager [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Received event network-vif-plugged-8852056b-22c4-4881-990c-0d6360e99d12 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.049212] env[68292]: DEBUG oslo_concurrency.lockutils [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] Acquiring lock "4282f20a-a580-41ba-b192-f1f85aa36d46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.049387] env[68292]: DEBUG oslo_concurrency.lockutils [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] Lock "4282f20a-a580-41ba-b192-f1f85aa36d46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.049563] env[68292]: DEBUG oslo_concurrency.lockutils [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] Lock "4282f20a-a580-41ba-b192-f1f85aa36d46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.049717] env[68292]: DEBUG nova.compute.manager [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] No waiting events found dispatching network-vif-plugged-8852056b-22c4-4881-990c-0d6360e99d12 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.049881] env[68292]: WARNING nova.compute.manager [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Received unexpected event network-vif-plugged-8852056b-22c4-4881-990c-0d6360e99d12 for instance with vm_state building and task_state spawning. [ 1021.050055] env[68292]: DEBUG nova.compute.manager [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Received event network-changed-8852056b-22c4-4881-990c-0d6360e99d12 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.050295] env[68292]: DEBUG nova.compute.manager [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Refreshing instance network info cache due to event network-changed-8852056b-22c4-4881-990c-0d6360e99d12. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.050502] env[68292]: DEBUG oslo_concurrency.lockutils [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] Acquiring lock "refresh_cache-4282f20a-a580-41ba-b192-f1f85aa36d46" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.050638] env[68292]: DEBUG oslo_concurrency.lockutils [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] Acquired lock "refresh_cache-4282f20a-a580-41ba-b192-f1f85aa36d46" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.050794] env[68292]: DEBUG nova.network.neutron [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Refreshing network info cache for port 8852056b-22c4-4881-990c-0d6360e99d12 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.213255] env[68292]: DEBUG nova.compute.manager [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.213498] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.214409] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150f018f-4bbe-496d-8c33-97ab702c23e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.222451] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.223173] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88f3f107-79d5-4d79-a571-38a45f46c971 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.229490] env[68292]: DEBUG oslo_vmware.api [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Waiting for the task: (returnval){ [ 1021.229490] env[68292]: value = "task-3072424" [ 1021.229490] env[68292]: _type = "Task" [ 1021.229490] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.237822] env[68292]: DEBUG oslo_vmware.api [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.270613] env[68292]: DEBUG oslo_vmware.api [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072423, 'name': PowerOnVM_Task, 'duration_secs': 0.579613} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.270901] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.271124] env[68292]: INFO nova.compute.manager [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1021.271306] env[68292]: DEBUG nova.compute.manager [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.272127] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31c6b4d-14d5-4a40-b337-e74efb1c2fdd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.330169] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "refresh_cache-4282f20a-a580-41ba-b192-f1f85aa36d46" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.408950] env[68292]: DEBUG nova.compute.utils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.411137] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.411374] env[68292]: DEBUG nova.network.neutron [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.452270] env[68292]: DEBUG nova.policy [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efc02db41a5246178de31511fa16db4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17c4979fb9514da6a5b48ab2502278b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.598937] env[68292]: DEBUG nova.network.neutron [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.680572] env[68292]: DEBUG nova.network.neutron [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.719295] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfd0573-bda5-4a81-9e61-fdd7fdb91421 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.727275] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3000b182-ed1a-4a51-9719-eaf55c0a4dba {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.739890] env[68292]: DEBUG oslo_vmware.api [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072424, 'name': PowerOffVM_Task, 'duration_secs': 0.167984} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.764648] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.764853] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.766249] env[68292]: DEBUG nova.network.neutron [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Successfully created port: 01ef71b3-2911-4832-a7f0-e3649fa53587 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.768198] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bc2a072-768a-41a6-924e-69d831d1a112 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.770134] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa902c1-4f87-4ae3-b79f-b2eadc934141 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.778730] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faee5d6-89c7-43ef-89aa-4df7c665eec8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.797982] env[68292]: DEBUG nova.compute.provider_tree [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.800175] env[68292]: INFO nova.compute.manager [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Took 35.18 seconds to build instance. [ 1021.838152] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.838379] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.838564] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Deleting the datastore file [datastore1] 6842b1b0-d2da-4152-9d3e-edc3526bd51a {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.838829] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f38419c-f04a-4519-985d-3d4e0cd00e30 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.845591] env[68292]: DEBUG oslo_vmware.api [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Waiting for the task: (returnval){ [ 1021.845591] env[68292]: value = "task-3072426" [ 1021.845591] env[68292]: _type = "Task" [ 1021.845591] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.853058] env[68292]: DEBUG oslo_vmware.api [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.914385] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.183694] env[68292]: DEBUG oslo_concurrency.lockutils [req-1cd7e0d8-9eae-4ef3-844e-f0f504e35dc3 req-1f94ddbd-511e-4b8d-a135-74549cb393e7 service nova] Releasing lock "refresh_cache-4282f20a-a580-41ba-b192-f1f85aa36d46" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.184129] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired lock "refresh_cache-4282f20a-a580-41ba-b192-f1f85aa36d46" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.184297] env[68292]: DEBUG nova.network.neutron [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.302409] env[68292]: DEBUG nova.scheduler.client.report [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.306049] env[68292]: DEBUG oslo_concurrency.lockutils [None req-046ffbcd-703f-4038-b623-ca27cc6c49d6 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "57aa3827-cdbe-4f01-9e4a-928b3be65052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.700s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.355031] env[68292]: DEBUG oslo_vmware.api [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Task: {'id': task-3072426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283265} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.355210] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.355440] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.355637] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.355821] env[68292]: INFO nova.compute.manager [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1022.356232] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.356463] env[68292]: DEBUG nova.compute.manager [-] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.356560] env[68292]: DEBUG nova.network.neutron [-] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.729305] env[68292]: DEBUG nova.network.neutron [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.743727] env[68292]: DEBUG nova.compute.manager [req-5b29dcc5-dd06-4f7a-a64d-4d98f8913497 req-1946d0ae-a98e-4dae-8dc7-e49352237ee7 service nova] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Received event network-vif-deleted-fa1e04a0-aba3-4ae3-9902-10b7dde68cba {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.743901] env[68292]: INFO nova.compute.manager [req-5b29dcc5-dd06-4f7a-a64d-4d98f8913497 req-1946d0ae-a98e-4dae-8dc7-e49352237ee7 service nova] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Neutron deleted interface fa1e04a0-aba3-4ae3-9902-10b7dde68cba; detaching it from the instance and deleting it from the info cache [ 1022.744103] env[68292]: DEBUG nova.network.neutron [req-5b29dcc5-dd06-4f7a-a64d-4d98f8913497 req-1946d0ae-a98e-4dae-8dc7-e49352237ee7 service nova] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.809321] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.811608] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.202s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.811840] env[68292]: DEBUG nova.objects.instance [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lazy-loading 'resources' on Instance uuid 4d6427ba-648b-4fbf-8b4b-53511e0a611d {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.842438] env[68292]: INFO nova.scheduler.client.report [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Deleted allocations for instance fb38cea4-d100-4b0c-bf60-53a77aac36c4 [ 1022.899692] env[68292]: DEBUG nova.network.neutron [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Updating instance_info_cache with network_info: [{"id": "8852056b-22c4-4881-990c-0d6360e99d12", "address": "fa:16:3e:7e:f8:68", "network": {"id": "d994095a-e1ae-466f-8e1a-2a9c4584100a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-423294682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c4979fb9514da6a5b48ab2502278b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8852056b-22", "ovs_interfaceid": "8852056b-22c4-4881-990c-0d6360e99d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.923865] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.949081] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.949332] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.949490] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.949708] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.949809] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.949955] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.950180] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.950341] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.950509] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.950668] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.950837] env[68292]: DEBUG nova.virt.hardware [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.952064] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c9e8f9-6b73-4518-b2c7-cba0b6ce9976 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.960344] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e1acc5-a27e-4f95-9e95-915e3100ffd6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.126530] env[68292]: DEBUG nova.network.neutron [-] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.247482] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-938a19ac-78fc-4a78-8ad9-dc610e64ae9d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.259066] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cabf4d-0c09-4cab-be33-6499337d413a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.292997] env[68292]: DEBUG nova.compute.manager [req-5b29dcc5-dd06-4f7a-a64d-4d98f8913497 req-1946d0ae-a98e-4dae-8dc7-e49352237ee7 service nova] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Detach interface failed, port_id=fa1e04a0-aba3-4ae3-9902-10b7dde68cba, reason: Instance 6842b1b0-d2da-4152-9d3e-edc3526bd51a could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.352279] env[68292]: DEBUG oslo_concurrency.lockutils [None req-53e69213-0ee7-4432-b085-d11c4389f07b tempest-VolumesAdminNegativeTest-1243825867 tempest-VolumesAdminNegativeTest-1243825867-project-member] Lock "fb38cea4-d100-4b0c-bf60-53a77aac36c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.863s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.381589] env[68292]: DEBUG nova.compute.manager [req-38ae4f4d-b5b6-4636-afea-b4cee45a26aa req-eadc3af1-52a1-42b0-af95-9bda37c5559a service nova] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Received event network-vif-plugged-01ef71b3-2911-4832-a7f0-e3649fa53587 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.381589] env[68292]: DEBUG oslo_concurrency.lockutils [req-38ae4f4d-b5b6-4636-afea-b4cee45a26aa req-eadc3af1-52a1-42b0-af95-9bda37c5559a service nova] Acquiring lock "3b5a0590-290b-4a75-adfc-edf49ce7f9d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.382070] env[68292]: DEBUG oslo_concurrency.lockutils [req-38ae4f4d-b5b6-4636-afea-b4cee45a26aa req-eadc3af1-52a1-42b0-af95-9bda37c5559a service nova] Lock "3b5a0590-290b-4a75-adfc-edf49ce7f9d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.382364] env[68292]: DEBUG oslo_concurrency.lockutils [req-38ae4f4d-b5b6-4636-afea-b4cee45a26aa req-eadc3af1-52a1-42b0-af95-9bda37c5559a service nova] Lock "3b5a0590-290b-4a75-adfc-edf49ce7f9d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.382624] env[68292]: DEBUG nova.compute.manager [req-38ae4f4d-b5b6-4636-afea-b4cee45a26aa req-eadc3af1-52a1-42b0-af95-9bda37c5559a service nova] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] No waiting events found dispatching network-vif-plugged-01ef71b3-2911-4832-a7f0-e3649fa53587 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.382914] env[68292]: WARNING nova.compute.manager [req-38ae4f4d-b5b6-4636-afea-b4cee45a26aa req-eadc3af1-52a1-42b0-af95-9bda37c5559a service nova] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Received unexpected event network-vif-plugged-01ef71b3-2911-4832-a7f0-e3649fa53587 for instance with vm_state building and task_state spawning. [ 1023.401769] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Releasing lock "refresh_cache-4282f20a-a580-41ba-b192-f1f85aa36d46" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.402144] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Instance network_info: |[{"id": "8852056b-22c4-4881-990c-0d6360e99d12", "address": "fa:16:3e:7e:f8:68", "network": {"id": "d994095a-e1ae-466f-8e1a-2a9c4584100a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-423294682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c4979fb9514da6a5b48ab2502278b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8852056b-22", "ovs_interfaceid": "8852056b-22c4-4881-990c-0d6360e99d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.403606] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:f8:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8852056b-22c4-4881-990c-0d6360e99d12', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.411122] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.413749] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.414195] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-343f906e-7314-44b0-9fdf-bb14fce96c9f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.435139] env[68292]: DEBUG oslo_concurrency.lockutils [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "57aa3827-cdbe-4f01-9e4a-928b3be65052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.435406] env[68292]: DEBUG oslo_concurrency.lockutils [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "57aa3827-cdbe-4f01-9e4a-928b3be65052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.435612] env[68292]: DEBUG oslo_concurrency.lockutils [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "57aa3827-cdbe-4f01-9e4a-928b3be65052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.435791] env[68292]: DEBUG oslo_concurrency.lockutils [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "57aa3827-cdbe-4f01-9e4a-928b3be65052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.435984] env[68292]: DEBUG oslo_concurrency.lockutils [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "57aa3827-cdbe-4f01-9e4a-928b3be65052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.439434] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.439434] env[68292]: value = "task-3072427" [ 1023.439434] env[68292]: _type = "Task" [ 1023.439434] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.439905] env[68292]: INFO nova.compute.manager [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Terminating instance [ 1023.454902] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072427, 'name': CreateVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.503619] env[68292]: DEBUG nova.network.neutron [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Successfully updated port: 01ef71b3-2911-4832-a7f0-e3649fa53587 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.629888] env[68292]: INFO nova.compute.manager [-] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Took 1.27 seconds to deallocate network for instance. [ 1023.632932] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8409424d-d1b7-434b-928c-4843358e28c0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.643525] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89880945-d5e4-42ab-8ab0-fb0168e80ec3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.675644] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef04787-7c22-47ab-bdd6-698b3d292c80 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.686658] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17117a0-f444-4bd5-9fbe-6956c17cf0ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.703048] env[68292]: DEBUG nova.compute.provider_tree [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.951880] env[68292]: DEBUG nova.compute.manager [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.952239] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.952340] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072427, 'name': CreateVM_Task, 'duration_secs': 0.342059} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.953024] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453614b2-5236-49ed-951e-67dfa3065102 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.955524] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.956243] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.956491] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.956729] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.957315] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0390343-9d26-469f-89ae-1edfcbbc9771 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.961479] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.962549] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0721de7-dff8-44ea-80ff-74a1bdfb43f2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.963984] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1023.963984] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5238b149-1906-82ec-efab-f841b8c26ab9" [ 1023.963984] env[68292]: _type = "Task" [ 1023.963984] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.969291] env[68292]: DEBUG oslo_vmware.api [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1023.969291] env[68292]: value = "task-3072428" [ 1023.969291] env[68292]: _type = "Task" [ 1023.969291] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.972541] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5238b149-1906-82ec-efab-f841b8c26ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.980442] env[68292]: DEBUG oslo_vmware.api [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.009293] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "refresh_cache-3b5a0590-290b-4a75-adfc-edf49ce7f9d9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.009434] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired lock "refresh_cache-3b5a0590-290b-4a75-adfc-edf49ce7f9d9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.009608] env[68292]: DEBUG nova.network.neutron [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.141169] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.206164] env[68292]: DEBUG nova.scheduler.client.report [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.474531] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5238b149-1906-82ec-efab-f841b8c26ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.012322} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.477525] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.477773] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.478044] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.478223] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.478408] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.478659] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd275771-0372-42c1-9244-41ab16af11ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.485178] env[68292]: DEBUG oslo_vmware.api [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072428, 'name': PowerOffVM_Task, 'duration_secs': 0.1599} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.485420] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.485593] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.486634] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65423176-88d7-46e3-a48c-e26f9ed84507 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.487964] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.488148] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.488797] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4823f3-c84c-431d-86d1-cf357ceb44a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.493986] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1024.493986] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52864ddd-586a-36b6-cdf5-9bb5fd385b6a" [ 1024.493986] env[68292]: _type = "Task" [ 1024.493986] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.501157] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52864ddd-586a-36b6-cdf5-9bb5fd385b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.542101] env[68292]: DEBUG nova.network.neutron [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.565634] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.565938] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.566142] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleting the datastore file [datastore1] 57aa3827-cdbe-4f01-9e4a-928b3be65052 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.566441] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f50d9b2e-a00e-4f8b-9147-90b7075fca54 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.574969] env[68292]: DEBUG oslo_vmware.api [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1024.574969] env[68292]: value = "task-3072430" [ 1024.574969] env[68292]: _type = "Task" [ 1024.574969] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.585304] env[68292]: DEBUG oslo_vmware.api [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.680633] env[68292]: DEBUG nova.network.neutron [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Updating instance_info_cache with network_info: [{"id": "01ef71b3-2911-4832-a7f0-e3649fa53587", "address": "fa:16:3e:ca:88:b2", "network": {"id": "d994095a-e1ae-466f-8e1a-2a9c4584100a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-423294682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c4979fb9514da6a5b48ab2502278b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ef71b3-29", "ovs_interfaceid": "01ef71b3-2911-4832-a7f0-e3649fa53587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.716712] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.720654] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.240s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.720890] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.721096] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1024.721437] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.435s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.723082] env[68292]: INFO nova.compute.claims [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.732454] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a6c741-8484-426c-94d1-fc10475ad3ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.742549] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0424e300-5c32-4d94-8666-9ad694c16d12 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.761547] env[68292]: INFO nova.scheduler.client.report [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Deleted allocations for instance 4d6427ba-648b-4fbf-8b4b-53511e0a611d [ 1024.763677] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd817e4d-5afe-40c4-b294-620652d4f67f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.777864] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b90b2d7-1e9c-48f6-9c20-0652c31cbba3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.813314] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178587MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1024.813730] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.006056] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52864ddd-586a-36b6-cdf5-9bb5fd385b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.008786} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.006502] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b5285c5-df09-4eba-b00c-146ad697a98d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.011822] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1025.011822] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5235a82b-8d35-3b05-0680-9816b0c712a8" [ 1025.011822] env[68292]: _type = "Task" [ 1025.011822] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.020794] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5235a82b-8d35-3b05-0680-9816b0c712a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.088478] env[68292]: DEBUG oslo_vmware.api [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154052} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.088750] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.088937] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.089135] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.089307] env[68292]: INFO nova.compute.manager [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1025.089543] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.089731] env[68292]: DEBUG nova.compute.manager [-] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.089824] env[68292]: DEBUG nova.network.neutron [-] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.183427] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Releasing lock "refresh_cache-3b5a0590-290b-4a75-adfc-edf49ce7f9d9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.183779] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Instance network_info: |[{"id": "01ef71b3-2911-4832-a7f0-e3649fa53587", "address": "fa:16:3e:ca:88:b2", "network": {"id": "d994095a-e1ae-466f-8e1a-2a9c4584100a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-423294682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c4979fb9514da6a5b48ab2502278b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ef71b3-29", "ovs_interfaceid": "01ef71b3-2911-4832-a7f0-e3649fa53587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.184355] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:88:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01ef71b3-2911-4832-a7f0-e3649fa53587', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.192405] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.192698] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.192988] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f69e1a5f-d839-4108-8e16-97432b065f7f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.214256] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.214256] env[68292]: value = "task-3072431" [ 1025.214256] env[68292]: _type = "Task" [ 1025.214256] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.222047] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072431, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.275549] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2648c4c4-a13e-43a1-81f0-59adbcbe4507 tempest-ServerShowV247Test-604521717 tempest-ServerShowV247Test-604521717-project-member] Lock "4d6427ba-648b-4fbf-8b4b-53511e0a611d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.916s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.421498] env[68292]: DEBUG nova.compute.manager [req-891828a8-8e5f-439f-97e4-c34b5c047ee5 req-45388f57-fb98-470b-96db-df05be574c40 service nova] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Received event network-changed-01ef71b3-2911-4832-a7f0-e3649fa53587 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.421701] env[68292]: DEBUG nova.compute.manager [req-891828a8-8e5f-439f-97e4-c34b5c047ee5 req-45388f57-fb98-470b-96db-df05be574c40 service nova] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Refreshing instance network info cache due to event network-changed-01ef71b3-2911-4832-a7f0-e3649fa53587. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.421918] env[68292]: DEBUG oslo_concurrency.lockutils [req-891828a8-8e5f-439f-97e4-c34b5c047ee5 req-45388f57-fb98-470b-96db-df05be574c40 service nova] Acquiring lock "refresh_cache-3b5a0590-290b-4a75-adfc-edf49ce7f9d9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.427070] env[68292]: DEBUG oslo_concurrency.lockutils [req-891828a8-8e5f-439f-97e4-c34b5c047ee5 req-45388f57-fb98-470b-96db-df05be574c40 service nova] Acquired lock "refresh_cache-3b5a0590-290b-4a75-adfc-edf49ce7f9d9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.427375] env[68292]: DEBUG nova.network.neutron [req-891828a8-8e5f-439f-97e4-c34b5c047ee5 req-45388f57-fb98-470b-96db-df05be574c40 service nova] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Refreshing network info cache for port 01ef71b3-2911-4832-a7f0-e3649fa53587 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.524627] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5235a82b-8d35-3b05-0680-9816b0c712a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010215} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.524740] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.525364] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 4282f20a-a580-41ba-b192-f1f85aa36d46/4282f20a-a580-41ba-b192-f1f85aa36d46.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.525364] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b997176-1381-4e60-8d91-74c7298f67ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.531933] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1025.531933] env[68292]: value = "task-3072432" [ 1025.531933] env[68292]: _type = "Task" [ 1025.531933] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.544831] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.728277] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072431, 'name': CreateVM_Task, 'duration_secs': 0.300322} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.728791] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.731095] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.731095] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.731095] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.731095] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12973f96-5341-4df4-80e7-7db69ca196ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.736316] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1025.736316] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d861e4-7063-186d-f605-c2011e52053e" [ 1025.736316] env[68292]: _type = "Task" [ 1025.736316] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.749575] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d861e4-7063-186d-f605-c2011e52053e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.871100] env[68292]: DEBUG nova.network.neutron [-] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.047471] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508541} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.047471] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 4282f20a-a580-41ba-b192-f1f85aa36d46/4282f20a-a580-41ba-b192-f1f85aa36d46.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.047471] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.047471] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d50d8f4-ca1c-4721-b4e9-ff10e97e98b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.055213] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1026.055213] env[68292]: value = "task-3072433" [ 1026.055213] env[68292]: _type = "Task" [ 1026.055213] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.064935] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.095903] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a19de07-0d0e-4e8f-a487-b88eee7ad1d8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.104791] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9684745-07ae-4f28-8f54-03295bece4ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.139631] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55f4915-d0f0-492a-916a-061b4c7df3bf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.147292] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabf7947-bb4a-4eec-bb26-94f801180d70 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.160750] env[68292]: DEBUG nova.compute.provider_tree [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.174445] env[68292]: DEBUG nova.network.neutron [req-891828a8-8e5f-439f-97e4-c34b5c047ee5 req-45388f57-fb98-470b-96db-df05be574c40 service nova] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Updated VIF entry in instance network info cache for port 01ef71b3-2911-4832-a7f0-e3649fa53587. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.174572] env[68292]: DEBUG nova.network.neutron [req-891828a8-8e5f-439f-97e4-c34b5c047ee5 req-45388f57-fb98-470b-96db-df05be574c40 service nova] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Updating instance_info_cache with network_info: [{"id": "01ef71b3-2911-4832-a7f0-e3649fa53587", "address": "fa:16:3e:ca:88:b2", "network": {"id": "d994095a-e1ae-466f-8e1a-2a9c4584100a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-423294682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c4979fb9514da6a5b48ab2502278b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ef71b3-29", "ovs_interfaceid": "01ef71b3-2911-4832-a7f0-e3649fa53587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.249562] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d861e4-7063-186d-f605-c2011e52053e, 'name': SearchDatastore_Task, 'duration_secs': 0.054141} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.249993] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.250320] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.250637] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.250847] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.251469] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.251469] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfa0fe8a-1e1f-4b1a-9474-5f6a71b53536 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.260787] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.261095] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.261916] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d900c409-2e75-48b9-92dc-16b5ddcbc55e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.267777] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1026.267777] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]524292dc-6ca2-514e-b2d1-2333587c82b7" [ 1026.267777] env[68292]: _type = "Task" [ 1026.267777] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.275963] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524292dc-6ca2-514e-b2d1-2333587c82b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.375679] env[68292]: INFO nova.compute.manager [-] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Took 1.29 seconds to deallocate network for instance. [ 1026.570315] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09437} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.570596] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.571405] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5acac3d-9568-4e51-ab24-4162424ee741 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.594244] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 4282f20a-a580-41ba-b192-f1f85aa36d46/4282f20a-a580-41ba-b192-f1f85aa36d46.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.594552] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e91e98ae-7a88-48b4-91f2-0cb3be54563e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.616909] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1026.616909] env[68292]: value = "task-3072434" [ 1026.616909] env[68292]: _type = "Task" [ 1026.616909] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.625123] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.665427] env[68292]: DEBUG nova.scheduler.client.report [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.677472] env[68292]: DEBUG oslo_concurrency.lockutils [req-891828a8-8e5f-439f-97e4-c34b5c047ee5 req-45388f57-fb98-470b-96db-df05be574c40 service nova] Releasing lock "refresh_cache-3b5a0590-290b-4a75-adfc-edf49ce7f9d9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.677711] env[68292]: DEBUG nova.compute.manager [req-891828a8-8e5f-439f-97e4-c34b5c047ee5 req-45388f57-fb98-470b-96db-df05be574c40 service nova] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Received event network-vif-deleted-58d1bc60-ebbb-4609-b837-456fcc79ef22 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.678439] env[68292]: INFO nova.compute.manager [req-891828a8-8e5f-439f-97e4-c34b5c047ee5 req-45388f57-fb98-470b-96db-df05be574c40 service nova] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Neutron deleted interface 58d1bc60-ebbb-4609-b837-456fcc79ef22; detaching it from the instance and deleting it from the info cache [ 1026.678439] env[68292]: DEBUG nova.network.neutron [req-891828a8-8e5f-439f-97e4-c34b5c047ee5 req-45388f57-fb98-470b-96db-df05be574c40 service nova] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.778309] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524292dc-6ca2-514e-b2d1-2333587c82b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.779231] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cab95b2-456f-4a34-a598-7c718f0e5afa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.784293] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1026.784293] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52fb9cc3-5ec8-a54d-8ed1-a7d3fc7f98f7" [ 1026.784293] env[68292]: _type = "Task" [ 1026.784293] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.791891] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fb9cc3-5ec8-a54d-8ed1-a7d3fc7f98f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.881812] env[68292]: DEBUG oslo_concurrency.lockutils [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.127228] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072434, 'name': ReconfigVM_Task, 'duration_secs': 0.29581} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.127519] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 4282f20a-a580-41ba-b192-f1f85aa36d46/4282f20a-a580-41ba-b192-f1f85aa36d46.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.128150] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c05382b0-c413-4a47-b45b-e4e1dac3cbbd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.136314] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquiring lock "6ece1dc5-c1c0-4613-8739-b016151ba133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.136577] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lock "6ece1dc5-c1c0-4613-8739-b016151ba133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.140823] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1027.140823] env[68292]: value = "task-3072435" [ 1027.140823] env[68292]: _type = "Task" [ 1027.140823] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.149012] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072435, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.170322] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.171138] env[68292]: DEBUG nova.compute.manager [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.173505] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.522s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.173715] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.176260] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.015s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.176516] env[68292]: DEBUG nova.objects.instance [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lazy-loading 'resources' on Instance uuid 1996c183-e520-4019-ad87-647bad8d5008 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.182080] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-781fcbfe-3072-412c-aa10-e60be0905ccd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.192011] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f6cae2-8663-4234-b615-e29e2801657d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.210818] env[68292]: INFO nova.scheduler.client.report [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted allocations for instance efa23920-b384-4f40-b1ba-2a58538d89bf [ 1027.232570] env[68292]: DEBUG nova.compute.manager [req-891828a8-8e5f-439f-97e4-c34b5c047ee5 req-45388f57-fb98-470b-96db-df05be574c40 service nova] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Detach interface failed, port_id=58d1bc60-ebbb-4609-b837-456fcc79ef22, reason: Instance 57aa3827-cdbe-4f01-9e4a-928b3be65052 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.295527] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fb9cc3-5ec8-a54d-8ed1-a7d3fc7f98f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009236} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.295814] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.296821] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 3b5a0590-290b-4a75-adfc-edf49ce7f9d9/3b5a0590-290b-4a75-adfc-edf49ce7f9d9.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.296821] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77006b0d-4067-4b1b-838e-556a4946f64c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.303553] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1027.303553] env[68292]: value = "task-3072436" [ 1027.303553] env[68292]: _type = "Task" [ 1027.303553] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.310964] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.648564] env[68292]: DEBUG nova.compute.manager [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.658407] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072435, 'name': Rename_Task, 'duration_secs': 0.136695} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.658656] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.658942] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2d82ddb-4a04-4501-bca7-bbc4379d528e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.667194] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1027.667194] env[68292]: value = "task-3072437" [ 1027.667194] env[68292]: _type = "Task" [ 1027.667194] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.676629] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.680294] env[68292]: DEBUG nova.compute.utils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.685811] env[68292]: DEBUG nova.compute.manager [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.686037] env[68292]: DEBUG nova.network.neutron [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.721493] env[68292]: DEBUG oslo_concurrency.lockutils [None req-31089e43-78d1-461b-a3b1-8e09874f7495 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "efa23920-b384-4f40-b1ba-2a58538d89bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.935s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.771949] env[68292]: DEBUG nova.policy [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0df73a24f6b14a3d86a5219a9aa4f8d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a543e40e62d465d9a711e9dd97cc817', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.816133] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452571} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.816133] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 3b5a0590-290b-4a75-adfc-edf49ce7f9d9/3b5a0590-290b-4a75-adfc-edf49ce7f9d9.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.816532] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.818389] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4914fc55-ab05-43fd-a181-d2037525ee6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.826303] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1027.826303] env[68292]: value = "task-3072438" [ 1027.826303] env[68292]: _type = "Task" [ 1027.826303] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.833730] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.013613] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a2c100-06c6-479d-afff-81287cd4b448 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.021316] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c7772c-7970-47d7-8d79-b453e9337244 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.054757] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8d8a74-6a92-4c6d-b573-4a0dc8b30b9b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.062380] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2ce9fa-341c-4d92-b962-e5ac1c25d465 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.076096] env[68292]: DEBUG nova.compute.provider_tree [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.096610] env[68292]: DEBUG nova.network.neutron [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Successfully created port: 584ebc34-1148-4ce2-98fc-f3e41912cf81 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.168188] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.177655] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072437, 'name': PowerOnVM_Task, 'duration_secs': 0.507923} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.177932] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.178153] env[68292]: INFO nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1028.178362] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.179163] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a5099a-4a98-4119-af68-9aa7ced308ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.190147] env[68292]: DEBUG nova.compute.manager [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.338880] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072463} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.339272] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.340327] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1975a2-0fce-4d45-9bc4-44517f03b22d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.365457] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 3b5a0590-290b-4a75-adfc-edf49ce7f9d9/3b5a0590-290b-4a75-adfc-edf49ce7f9d9.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.366231] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fcd49df-3d5f-4693-a7bd-af68e591c25b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.386848] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1028.386848] env[68292]: value = "task-3072439" [ 1028.386848] env[68292]: _type = "Task" [ 1028.386848] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.394326] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.580084] env[68292]: DEBUG nova.scheduler.client.report [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.698869] env[68292]: INFO nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Took 35.10 seconds to build instance. [ 1028.898086] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.049603] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquiring lock "3537c1b2-4ad0-40d8-880b-f5a0bfa204fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.049840] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lock "3537c1b2-4ad0-40d8-880b-f5a0bfa204fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.084789] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.087947] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.326s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.087947] env[68292]: DEBUG nova.objects.instance [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lazy-loading 'resources' on Instance uuid 49cadf2b-1752-4645-bcea-d515dd6a13df {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.104579] env[68292]: INFO nova.scheduler.client.report [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted allocations for instance 1996c183-e520-4019-ad87-647bad8d5008 [ 1029.199916] env[68292]: DEBUG nova.compute.manager [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.202311] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "4282f20a-a580-41ba-b192-f1f85aa36d46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.625s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.222698] env[68292]: DEBUG nova.virt.hardware [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.223017] env[68292]: DEBUG nova.virt.hardware [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.223243] env[68292]: DEBUG nova.virt.hardware [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.223493] env[68292]: DEBUG nova.virt.hardware [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.223703] env[68292]: DEBUG nova.virt.hardware [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.223896] env[68292]: DEBUG nova.virt.hardware [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.226511] env[68292]: DEBUG nova.virt.hardware [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.226757] env[68292]: DEBUG nova.virt.hardware [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.227000] env[68292]: DEBUG nova.virt.hardware [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.227254] env[68292]: DEBUG nova.virt.hardware [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.227485] env[68292]: DEBUG nova.virt.hardware [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.231012] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e88ccd4-5fb4-4b73-92b2-30f3e225bafa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.238410] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1124c95a-3ec9-427c-bf1c-64bfe1bfd6c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.399837] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.551877] env[68292]: DEBUG nova.compute.manager [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.613988] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c6c424fd-bb4e-456d-a29d-f2458d31a6fd tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "1996c183-e520-4019-ad87-647bad8d5008" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.897s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.723197] env[68292]: DEBUG nova.network.neutron [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Successfully updated port: 584ebc34-1148-4ce2-98fc-f3e41912cf81 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.829160] env[68292]: DEBUG nova.compute.manager [req-43cd3df1-2248-4b16-b02a-f7eb7a58c6f1 req-d0441455-74ee-40c4-9094-264575c081ed service nova] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Received event network-vif-plugged-584ebc34-1148-4ce2-98fc-f3e41912cf81 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.829160] env[68292]: DEBUG oslo_concurrency.lockutils [req-43cd3df1-2248-4b16-b02a-f7eb7a58c6f1 req-d0441455-74ee-40c4-9094-264575c081ed service nova] Acquiring lock "d0cb45ea-32d7-45f0-aec2-701a3398f532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.829350] env[68292]: DEBUG oslo_concurrency.lockutils [req-43cd3df1-2248-4b16-b02a-f7eb7a58c6f1 req-d0441455-74ee-40c4-9094-264575c081ed service nova] Lock "d0cb45ea-32d7-45f0-aec2-701a3398f532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.829561] env[68292]: DEBUG oslo_concurrency.lockutils [req-43cd3df1-2248-4b16-b02a-f7eb7a58c6f1 req-d0441455-74ee-40c4-9094-264575c081ed service nova] Lock "d0cb45ea-32d7-45f0-aec2-701a3398f532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.829707] env[68292]: DEBUG nova.compute.manager [req-43cd3df1-2248-4b16-b02a-f7eb7a58c6f1 req-d0441455-74ee-40c4-9094-264575c081ed service nova] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] No waiting events found dispatching network-vif-plugged-584ebc34-1148-4ce2-98fc-f3e41912cf81 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.829851] env[68292]: WARNING nova.compute.manager [req-43cd3df1-2248-4b16-b02a-f7eb7a58c6f1 req-d0441455-74ee-40c4-9094-264575c081ed service nova] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Received unexpected event network-vif-plugged-584ebc34-1148-4ce2-98fc-f3e41912cf81 for instance with vm_state building and task_state spawning. [ 1029.900448] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072439, 'name': ReconfigVM_Task, 'duration_secs': 1.097683} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.904427] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 3b5a0590-290b-4a75-adfc-edf49ce7f9d9/3b5a0590-290b-4a75-adfc-edf49ce7f9d9.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.905668] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d2d1c02-1677-4a35-a712-17a5247e58d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.914386] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1029.914386] env[68292]: value = "task-3072440" [ 1029.914386] env[68292]: _type = "Task" [ 1029.914386] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.920881] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072440, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.953077] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88fc471-24d9-4552-9694-48c430f77776 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.962869] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d968f-5f3f-40ae-89a4-47012d790194 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.991676] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1266bcad-2ce6-40b7-879b-abb5616e4bf8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.998889] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e4ca19-4b69-4a17-bcc9-44a399c5db7b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.013359] env[68292]: DEBUG nova.compute.provider_tree [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.070943] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.226815] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.227095] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.227201] env[68292]: DEBUG nova.network.neutron [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.374338] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "ed871d0a-d765-4cee-b939-3829aa1609f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.374568] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "ed871d0a-d765-4cee-b939-3829aa1609f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.421843] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072440, 'name': Rename_Task, 'duration_secs': 0.372028} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.422146] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.422399] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac0915f3-9edd-4d76-99ff-5ed5b162abd8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.429077] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1030.429077] env[68292]: value = "task-3072441" [ 1030.429077] env[68292]: _type = "Task" [ 1030.429077] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.436175] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.516487] env[68292]: DEBUG nova.scheduler.client.report [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.760468] env[68292]: DEBUG nova.network.neutron [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.808655] env[68292]: INFO nova.compute.manager [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Rebuilding instance [ 1030.864793] env[68292]: DEBUG nova.compute.manager [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.865749] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8bd790-57e9-4fe3-a2b1-656d756e6c0b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.876483] env[68292]: DEBUG nova.compute.manager [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.918120] env[68292]: DEBUG nova.network.neutron [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance_info_cache with network_info: [{"id": "584ebc34-1148-4ce2-98fc-f3e41912cf81", "address": "fa:16:3e:b2:18:01", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap584ebc34-11", "ovs_interfaceid": "584ebc34-1148-4ce2-98fc-f3e41912cf81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.942062] env[68292]: DEBUG oslo_vmware.api [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072441, 'name': PowerOnVM_Task, 'duration_secs': 0.508532} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.943409] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.943828] env[68292]: INFO nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1030.944080] env[68292]: DEBUG nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.945694] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07753f6-ee8c-4a86-b7d0-3d5e2f764773 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.022094] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.024559] env[68292]: DEBUG oslo_concurrency.lockutils [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.972s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.026476] env[68292]: DEBUG nova.objects.instance [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lazy-loading 'resources' on Instance uuid 41e4be51-e7a8-449b-aa03-2c05099de141 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.044064] env[68292]: INFO nova.scheduler.client.report [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Deleted allocations for instance 49cadf2b-1752-4645-bcea-d515dd6a13df [ 1031.397051] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.420614] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.420948] env[68292]: DEBUG nova.compute.manager [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Instance network_info: |[{"id": "584ebc34-1148-4ce2-98fc-f3e41912cf81", "address": "fa:16:3e:b2:18:01", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap584ebc34-11", "ovs_interfaceid": "584ebc34-1148-4ce2-98fc-f3e41912cf81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.421396] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:18:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '584ebc34-1148-4ce2-98fc-f3e41912cf81', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.429187] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.429390] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.429614] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-330d353e-b104-43af-b3f0-9e8e00129d23 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.450546] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.450546] env[68292]: value = "task-3072442" [ 1031.450546] env[68292]: _type = "Task" [ 1031.450546] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.462352] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072442, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.464813] env[68292]: INFO nova.compute.manager [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Took 37.84 seconds to build instance. [ 1031.551618] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ecc70c39-e93b-4ca5-b48e-04bc48c8e0a0 tempest-ImagesOneServerNegativeTestJSON-1362220434 tempest-ImagesOneServerNegativeTestJSON-1362220434-project-member] Lock "49cadf2b-1752-4645-bcea-d515dd6a13df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.322s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.787363] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd297c3-2322-42b9-8aeb-34e8c6dbf7a7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.794837] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf59ecb4-9599-4016-81bf-282045a73a90 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.825723] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2201b612-6789-4fe3-a6d8-ab211cf789ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.834409] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffe2f76-5797-4692-9b3a-ba4dd6ff7a53 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.851691] env[68292]: DEBUG nova.compute.provider_tree [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.864735] env[68292]: DEBUG nova.compute.manager [req-33eb1ba6-fe76-45ad-8e91-31e140c8675d req-d6469d6b-d635-4dcd-a0d0-04d4986d1ce6 service nova] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Received event network-changed-584ebc34-1148-4ce2-98fc-f3e41912cf81 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.864927] env[68292]: DEBUG nova.compute.manager [req-33eb1ba6-fe76-45ad-8e91-31e140c8675d req-d6469d6b-d635-4dcd-a0d0-04d4986d1ce6 service nova] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Refreshing instance network info cache due to event network-changed-584ebc34-1148-4ce2-98fc-f3e41912cf81. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.865160] env[68292]: DEBUG oslo_concurrency.lockutils [req-33eb1ba6-fe76-45ad-8e91-31e140c8675d req-d6469d6b-d635-4dcd-a0d0-04d4986d1ce6 service nova] Acquiring lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.865297] env[68292]: DEBUG oslo_concurrency.lockutils [req-33eb1ba6-fe76-45ad-8e91-31e140c8675d req-d6469d6b-d635-4dcd-a0d0-04d4986d1ce6 service nova] Acquired lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.865448] env[68292]: DEBUG nova.network.neutron [req-33eb1ba6-fe76-45ad-8e91-31e140c8675d req-d6469d6b-d635-4dcd-a0d0-04d4986d1ce6 service nova] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Refreshing network info cache for port 584ebc34-1148-4ce2-98fc-f3e41912cf81 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.879603] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.880033] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3863409-0087-4f8e-834d-f5fe3e705139 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.887174] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1031.887174] env[68292]: value = "task-3072443" [ 1031.887174] env[68292]: _type = "Task" [ 1031.887174] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.896391] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.960770] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072442, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.967589] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7631128b-8e90-4c60-a2ce-c14b9c0771e5 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "3b5a0590-290b-4a75-adfc-edf49ce7f9d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.354s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.354970] env[68292]: DEBUG nova.scheduler.client.report [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.397368] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072443, 'name': PowerOffVM_Task, 'duration_secs': 0.220341} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.397730] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.397889] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.398664] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a85468-5dec-40cd-902b-9856534cfb0e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.405644] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.405753] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9d08bfb-8345-43d2-bb42-d2eaf0badd7b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.460750] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072442, 'name': CreateVM_Task, 'duration_secs': 0.544709} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.460930] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.461683] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.461916] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.462279] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.462562] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24976bef-ba18-4502-9f88-04e0011e7626 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.467068] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1032.467068] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52eeaa31-5953-4878-e47c-c82b8f0dd5d3" [ 1032.467068] env[68292]: _type = "Task" [ 1032.467068] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.471584] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.471819] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.472038] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleting the datastore file [datastore2] 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.472682] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-749e7df2-d50d-477c-aeb1-af2d73508f43 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.477442] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52eeaa31-5953-4878-e47c-c82b8f0dd5d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.480996] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1032.480996] env[68292]: value = "task-3072445" [ 1032.480996] env[68292]: _type = "Task" [ 1032.480996] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.491556] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.511700] env[68292]: DEBUG oslo_concurrency.lockutils [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "4282f20a-a580-41ba-b192-f1f85aa36d46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.511889] env[68292]: DEBUG oslo_concurrency.lockutils [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "4282f20a-a580-41ba-b192-f1f85aa36d46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.512107] env[68292]: DEBUG oslo_concurrency.lockutils [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "4282f20a-a580-41ba-b192-f1f85aa36d46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.512326] env[68292]: DEBUG oslo_concurrency.lockutils [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "4282f20a-a580-41ba-b192-f1f85aa36d46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.512903] env[68292]: DEBUG oslo_concurrency.lockutils [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "4282f20a-a580-41ba-b192-f1f85aa36d46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.514740] env[68292]: INFO nova.compute.manager [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Terminating instance [ 1032.594744] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "3b5a0590-290b-4a75-adfc-edf49ce7f9d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.594917] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "3b5a0590-290b-4a75-adfc-edf49ce7f9d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.595206] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "3b5a0590-290b-4a75-adfc-edf49ce7f9d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.595351] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "3b5a0590-290b-4a75-adfc-edf49ce7f9d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.595525] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "3b5a0590-290b-4a75-adfc-edf49ce7f9d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.599419] env[68292]: INFO nova.compute.manager [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Terminating instance [ 1032.744853] env[68292]: DEBUG nova.network.neutron [req-33eb1ba6-fe76-45ad-8e91-31e140c8675d req-d6469d6b-d635-4dcd-a0d0-04d4986d1ce6 service nova] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updated VIF entry in instance network info cache for port 584ebc34-1148-4ce2-98fc-f3e41912cf81. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.744853] env[68292]: DEBUG nova.network.neutron [req-33eb1ba6-fe76-45ad-8e91-31e140c8675d req-d6469d6b-d635-4dcd-a0d0-04d4986d1ce6 service nova] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance_info_cache with network_info: [{"id": "584ebc34-1148-4ce2-98fc-f3e41912cf81", "address": "fa:16:3e:b2:18:01", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap584ebc34-11", "ovs_interfaceid": "584ebc34-1148-4ce2-98fc-f3e41912cf81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.862179] env[68292]: DEBUG oslo_concurrency.lockutils [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.865413] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.551s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.866118] env[68292]: INFO nova.compute.claims [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.894037] env[68292]: INFO nova.scheduler.client.report [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Deleted allocations for instance 41e4be51-e7a8-449b-aa03-2c05099de141 [ 1032.978712] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52eeaa31-5953-4878-e47c-c82b8f0dd5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010486} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.979036] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.979936] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.979936] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.979936] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.979936] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.980172] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d73a6170-136c-485b-8df3-a2dcf15c1cc0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.988172] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.988358] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.989356] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee63e9a-d355-4107-b60c-2430899320aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.994094] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146741} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.994624] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.994810] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.994999] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.999298] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1032.999298] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]523f3537-b6e6-53c0-1f50-b04add88c3cf" [ 1032.999298] env[68292]: _type = "Task" [ 1032.999298] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.007214] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523f3537-b6e6-53c0-1f50-b04add88c3cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.021103] env[68292]: DEBUG nova.compute.manager [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.021327] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.022156] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb00856-bc27-4e6a-bceb-08962e687dc0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.029864] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.029864] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c7dfc0d-d092-4f0e-ab07-93e5053e3509 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.036917] env[68292]: DEBUG oslo_vmware.api [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1033.036917] env[68292]: value = "task-3072446" [ 1033.036917] env[68292]: _type = "Task" [ 1033.036917] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.048327] env[68292]: DEBUG oslo_vmware.api [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.102901] env[68292]: DEBUG nova.compute.manager [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.103295] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.104659] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b98c831-96b8-4af7-ae15-cbb10ea49e8f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.115027] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.119664] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc7de82f-d20c-4ea5-bba1-db70e8ebb283 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.128392] env[68292]: DEBUG oslo_vmware.api [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1033.128392] env[68292]: value = "task-3072447" [ 1033.128392] env[68292]: _type = "Task" [ 1033.128392] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.141606] env[68292]: DEBUG oslo_vmware.api [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.245755] env[68292]: DEBUG oslo_concurrency.lockutils [req-33eb1ba6-fe76-45ad-8e91-31e140c8675d req-d6469d6b-d635-4dcd-a0d0-04d4986d1ce6 service nova] Releasing lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.404025] env[68292]: DEBUG oslo_concurrency.lockutils [None req-74e81eb8-2be9-46c5-ac3b-8235f1499805 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "41e4be51-e7a8-449b-aa03-2c05099de141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.163s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.512228] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523f3537-b6e6-53c0-1f50-b04add88c3cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009234} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.513043] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a55f727-580e-4f78-8982-299a84be7681 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.518277] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1033.518277] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5275c9c9-dc8d-e93e-b644-25379022efff" [ 1033.518277] env[68292]: _type = "Task" [ 1033.518277] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.527590] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5275c9c9-dc8d-e93e-b644-25379022efff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.545548] env[68292]: DEBUG oslo_vmware.api [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072446, 'name': PowerOffVM_Task, 'duration_secs': 0.305461} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.545822] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.545989] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.546307] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26993ac4-7014-480a-891c-79011fa5873d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.554594] env[68292]: DEBUG oslo_concurrency.lockutils [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "21a4104b-e0ae-480c-bc3a-e33a646dff63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.554831] env[68292]: DEBUG oslo_concurrency.lockutils [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "21a4104b-e0ae-480c-bc3a-e33a646dff63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.555040] env[68292]: DEBUG oslo_concurrency.lockutils [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "21a4104b-e0ae-480c-bc3a-e33a646dff63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.555232] env[68292]: DEBUG oslo_concurrency.lockutils [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "21a4104b-e0ae-480c-bc3a-e33a646dff63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.555796] env[68292]: DEBUG oslo_concurrency.lockutils [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "21a4104b-e0ae-480c-bc3a-e33a646dff63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.557282] env[68292]: INFO nova.compute.manager [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Terminating instance [ 1033.603836] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.604141] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.604363] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Deleting the datastore file [datastore2] 4282f20a-a580-41ba-b192-f1f85aa36d46 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.604614] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-769ebd26-3414-4266-92f0-148b20f3c5b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.611573] env[68292]: DEBUG oslo_vmware.api [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1033.611573] env[68292]: value = "task-3072449" [ 1033.611573] env[68292]: _type = "Task" [ 1033.611573] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.620718] env[68292]: DEBUG oslo_vmware.api [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.637021] env[68292]: DEBUG oslo_vmware.api [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072447, 'name': PowerOffVM_Task, 'duration_secs': 0.219963} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.637399] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.637476] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.638204] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03401499-358f-4573-beca-473b1042a394 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.695041] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.695291] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.695481] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Deleting the datastore file [datastore2] 3b5a0590-290b-4a75-adfc-edf49ce7f9d9 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.695884] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-853bb43a-bca0-4ce8-82fd-2156d2a26a77 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.704235] env[68292]: DEBUG oslo_vmware.api [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for the task: (returnval){ [ 1033.704235] env[68292]: value = "task-3072451" [ 1033.704235] env[68292]: _type = "Task" [ 1033.704235] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.710118] env[68292]: DEBUG oslo_vmware.api [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.032219] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5275c9c9-dc8d-e93e-b644-25379022efff, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.036404] env[68292]: DEBUG nova.virt.hardware [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.036642] env[68292]: DEBUG nova.virt.hardware [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.036799] env[68292]: DEBUG nova.virt.hardware [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.036977] env[68292]: DEBUG nova.virt.hardware [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.037140] env[68292]: DEBUG nova.virt.hardware [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.037290] env[68292]: DEBUG nova.virt.hardware [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.037489] env[68292]: DEBUG nova.virt.hardware [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.037644] env[68292]: DEBUG nova.virt.hardware [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.037805] env[68292]: DEBUG nova.virt.hardware [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.037963] env[68292]: DEBUG nova.virt.hardware [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.038148] env[68292]: DEBUG nova.virt.hardware [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.038441] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.038690] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] d0cb45ea-32d7-45f0-aec2-701a3398f532/d0cb45ea-32d7-45f0-aec2-701a3398f532.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.039449] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a398fd62-86b2-4b0a-820d-d85663d9bcc1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.041960] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e91209d-054a-49e2-bc89-71626eae2627 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.049049] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63548cd3-27dd-48aa-aaae-6db4734406ff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.056353] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1034.056353] env[68292]: value = "task-3072452" [ 1034.056353] env[68292]: _type = "Task" [ 1034.056353] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.068424] env[68292]: DEBUG nova.compute.manager [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.068637] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.069303] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:7f:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4035de33-ec1c-45e8-860e-bf74428e73d0', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.076550] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.079835] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b4f1dc-1dd0-4511-b759-31f40f2983c7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.082836] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.083279] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f907416a-bcc6-44d3-ae5e-a0872df44f30 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.106905] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.110608] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.111725] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90bfe27e-b3cc-4346-8b8c-0fe7fd64829e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.115655] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.115655] env[68292]: value = "task-3072453" [ 1034.115655] env[68292]: _type = "Task" [ 1034.115655] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.124431] env[68292]: DEBUG oslo_vmware.api [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 1034.124431] env[68292]: value = "task-3072454" [ 1034.124431] env[68292]: _type = "Task" [ 1034.124431] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.127548] env[68292]: DEBUG oslo_vmware.api [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162977} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.133572] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.133793] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.134162] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.134261] env[68292]: INFO nova.compute.manager [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1034.134473] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.134643] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072453, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.134870] env[68292]: DEBUG nova.compute.manager [-] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.134969] env[68292]: DEBUG nova.network.neutron [-] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.146662] env[68292]: DEBUG oslo_vmware.api [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.197800] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38c6ebc-ac08-4589-8f50-0b97956ac33d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.213018] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106f2fd1-a70e-4a0e-ac6e-e4251953a830 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.220939] env[68292]: DEBUG oslo_vmware.api [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Task: {'id': task-3072451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180746} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.222712] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.222940] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.223160] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.223513] env[68292]: INFO nova.compute.manager [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1034.223679] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.224264] env[68292]: DEBUG nova.compute.manager [-] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.224264] env[68292]: DEBUG nova.network.neutron [-] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.259153] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abfa8a4-febc-4fe2-a48e-7482125730cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.269245] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f87cca-82e5-4064-afe7-7e1072f5b194 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.287346] env[68292]: DEBUG nova.compute.provider_tree [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.567716] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482808} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.567996] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] d0cb45ea-32d7-45f0-aec2-701a3398f532/d0cb45ea-32d7-45f0-aec2-701a3398f532.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.568231] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.568490] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-797264dd-e4fa-45ae-98b8-0fb72eb5f5eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.572437] env[68292]: DEBUG nova.compute.manager [req-d49b6015-3257-4f19-9a0a-e3b455b32076 req-9d0b1d3a-f26c-4414-beff-9cd656b412ae service nova] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Received event network-vif-deleted-8852056b-22c4-4881-990c-0d6360e99d12 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.572630] env[68292]: INFO nova.compute.manager [req-d49b6015-3257-4f19-9a0a-e3b455b32076 req-9d0b1d3a-f26c-4414-beff-9cd656b412ae service nova] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Neutron deleted interface 8852056b-22c4-4881-990c-0d6360e99d12; detaching it from the instance and deleting it from the info cache [ 1034.572810] env[68292]: DEBUG nova.network.neutron [req-d49b6015-3257-4f19-9a0a-e3b455b32076 req-9d0b1d3a-f26c-4414-beff-9cd656b412ae service nova] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.581949] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1034.581949] env[68292]: value = "task-3072455" [ 1034.581949] env[68292]: _type = "Task" [ 1034.581949] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.593817] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.627353] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072453, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.632410] env[68292]: DEBUG nova.compute.manager [req-5fd98ad5-c355-4c95-9708-c112a9d905f0 req-5588b7da-7e56-4145-b9b0-5df0ff8c074c service nova] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Received event network-vif-deleted-01ef71b3-2911-4832-a7f0-e3649fa53587 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.632617] env[68292]: INFO nova.compute.manager [req-5fd98ad5-c355-4c95-9708-c112a9d905f0 req-5588b7da-7e56-4145-b9b0-5df0ff8c074c service nova] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Neutron deleted interface 01ef71b3-2911-4832-a7f0-e3649fa53587; detaching it from the instance and deleting it from the info cache [ 1034.632778] env[68292]: DEBUG nova.network.neutron [req-5fd98ad5-c355-4c95-9708-c112a9d905f0 req-5588b7da-7e56-4145-b9b0-5df0ff8c074c service nova] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.639589] env[68292]: DEBUG oslo_vmware.api [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072454, 'name': PowerOffVM_Task, 'duration_secs': 0.214116} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.639841] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.640018] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.640268] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1605527-97b1-442c-b340-92347b18c729 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.710308] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.710538] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.710727] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Deleting the datastore file [datastore1] 21a4104b-e0ae-480c-bc3a-e33a646dff63 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.710982] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d60a658c-1021-41db-a6a2-9f56be9bc350 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.717080] env[68292]: DEBUG oslo_vmware.api [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for the task: (returnval){ [ 1034.717080] env[68292]: value = "task-3072457" [ 1034.717080] env[68292]: _type = "Task" [ 1034.717080] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.724642] env[68292]: DEBUG oslo_vmware.api [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.791345] env[68292]: DEBUG nova.scheduler.client.report [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.977751] env[68292]: DEBUG nova.network.neutron [-] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.078773] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ea34964-0b26-4bbc-9592-f6bb4ff6749e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.089388] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd91135-0049-4e4f-9289-002918c0816d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.101934] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078229} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.102510] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.103288] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3ef5fe-8913-49a9-82aa-3afe8027ca72 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.116335] env[68292]: DEBUG nova.network.neutron [-] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.126048] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] d0cb45ea-32d7-45f0-aec2-701a3398f532/d0cb45ea-32d7-45f0-aec2-701a3398f532.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.138215] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c44c6f2-8e62-4245-8c7d-f701368d2e09 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.152653] env[68292]: DEBUG nova.compute.manager [req-d49b6015-3257-4f19-9a0a-e3b455b32076 req-9d0b1d3a-f26c-4414-beff-9cd656b412ae service nova] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Detach interface failed, port_id=8852056b-22c4-4881-990c-0d6360e99d12, reason: Instance 4282f20a-a580-41ba-b192-f1f85aa36d46 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1035.156238] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-496198f1-ebac-4813-8cd3-dcca5fbccfb1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.164643] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072453, 'name': CreateVM_Task, 'duration_secs': 0.5517} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.166680] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.167165] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1035.167165] env[68292]: value = "task-3072458" [ 1035.167165] env[68292]: _type = "Task" [ 1035.167165] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.167818] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.167981] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.168317] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.171206] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bb404e-b3bb-4ba2-aa9d-c2e4ae87f25c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.183028] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae1324a-c3dd-45b9-83c6-5b9217bb705a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.191922] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1035.191922] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5202d56f-fbfe-3515-dc91-011c1ba73f57" [ 1035.191922] env[68292]: _type = "Task" [ 1035.191922] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.195044] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.208774] env[68292]: DEBUG nova.compute.manager [req-5fd98ad5-c355-4c95-9708-c112a9d905f0 req-5588b7da-7e56-4145-b9b0-5df0ff8c074c service nova] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Detach interface failed, port_id=01ef71b3-2911-4832-a7f0-e3649fa53587, reason: Instance 3b5a0590-290b-4a75-adfc-edf49ce7f9d9 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1035.212113] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5202d56f-fbfe-3515-dc91-011c1ba73f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.225489] env[68292]: DEBUG oslo_vmware.api [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Task: {'id': task-3072457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242257} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.225786] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.226018] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.226234] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.226443] env[68292]: INFO nova.compute.manager [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1035.226720] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.226933] env[68292]: DEBUG nova.compute.manager [-] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.227052] env[68292]: DEBUG nova.network.neutron [-] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.298673] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.299296] env[68292]: DEBUG nova.compute.manager [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.302172] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.779s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.303134] env[68292]: DEBUG nova.objects.instance [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lazy-loading 'resources' on Instance uuid e40220b1-d630-4ad9-9d4e-5f7a443e57af {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.480170] env[68292]: INFO nova.compute.manager [-] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Took 1.34 seconds to deallocate network for instance. [ 1035.639067] env[68292]: INFO nova.compute.manager [-] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Took 1.41 seconds to deallocate network for instance. [ 1035.692439] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072458, 'name': ReconfigVM_Task, 'duration_secs': 0.305543} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.692745] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Reconfigured VM instance instance-00000057 to attach disk [datastore2] d0cb45ea-32d7-45f0-aec2-701a3398f532/d0cb45ea-32d7-45f0-aec2-701a3398f532.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.693523] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d51e2d93-ae76-4484-9b21-2c78ee319c58 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.704160] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5202d56f-fbfe-3515-dc91-011c1ba73f57, 'name': SearchDatastore_Task, 'duration_secs': 0.011864} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.705307] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.705543] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.705771] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.705916] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.706109] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.706458] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1035.706458] env[68292]: value = "task-3072459" [ 1035.706458] env[68292]: _type = "Task" [ 1035.706458] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.706638] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63ca7737-f51a-49a7-8ace-74ede2bf226d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.715989] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072459, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.717053] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.717254] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.717918] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-291acb5a-90cd-4dc1-8f78-be1a37a5a8c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.723694] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1035.723694] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5299c3f4-fa33-a262-79bf-728b2df5b0c7" [ 1035.723694] env[68292]: _type = "Task" [ 1035.723694] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.732362] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5299c3f4-fa33-a262-79bf-728b2df5b0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.805810] env[68292]: DEBUG nova.compute.utils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.810366] env[68292]: DEBUG nova.compute.manager [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.810542] env[68292]: DEBUG nova.network.neutron [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.851975] env[68292]: DEBUG nova.policy [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c471982c96d94048987f3cfb90c776c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eebe15179142424e8aecd1536ae34b24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.977603] env[68292]: DEBUG nova.network.neutron [-] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.986874] env[68292]: DEBUG oslo_concurrency.lockutils [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.077534] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb30fca-58de-4556-a0ec-80546fb01932 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.086401] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33721483-0d22-4513-9c4e-1b79e06e8adc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.119860] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4044f38d-4566-49b3-a2c1-9cd13a80df11 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.127216] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523bfa03-b07a-448b-bd0a-8cc9f1b8f0ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.141255] env[68292]: DEBUG nova.compute.provider_tree [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.149229] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.223029] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072459, 'name': Rename_Task, 'duration_secs': 0.152126} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.223029] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.223029] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-953a5806-cbe3-4d63-be28-56c9aa979b84 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.224735] env[68292]: DEBUG nova.network.neutron [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Successfully created port: ef33ff7a-961a-4e0c-a8c1-d7260ab68556 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.239090] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5299c3f4-fa33-a262-79bf-728b2df5b0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013039} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.243303] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1036.243303] env[68292]: value = "task-3072460" [ 1036.243303] env[68292]: _type = "Task" [ 1036.243303] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.243545] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5d103c-b23a-4218-bc1a-fba555cc066f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.253694] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1036.253694] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e4aa49-a1d3-81f5-34d3-835d0a0adc3d" [ 1036.253694] env[68292]: _type = "Task" [ 1036.253694] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.261642] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072460, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.280350] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e4aa49-a1d3-81f5-34d3-835d0a0adc3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.284021] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.284021] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e/38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.284021] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9758bec9-1efb-4fb6-9cd8-1a2b2f280bd2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.290252] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1036.290252] env[68292]: value = "task-3072461" [ 1036.290252] env[68292]: _type = "Task" [ 1036.290252] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.304436] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.312140] env[68292]: DEBUG nova.compute.manager [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.482543] env[68292]: INFO nova.compute.manager [-] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Took 1.25 seconds to deallocate network for instance. [ 1036.645100] env[68292]: DEBUG nova.scheduler.client.report [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.657876] env[68292]: DEBUG nova.compute.manager [req-8d1af41d-cc83-4ae5-90ac-3e57b6916eb3 req-ed9f7c1a-3845-41ca-9706-a740295133ab service nova] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Received event network-vif-deleted-55ba793d-6f04-4e4a-b161-1037f6fedc34 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.758249] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.773021] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "5ade77af-061f-450a-93bb-7f9e28907c63" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.773391] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "5ade77af-061f-450a-93bb-7f9e28907c63" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.802504] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501939} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.803869] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e/38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.804128] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.804752] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-477448ee-d341-4a20-ae26-1e0fa6fc75cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.808937] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.809174] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.822021] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1036.822021] env[68292]: value = "task-3072462" [ 1036.822021] env[68292]: _type = "Task" [ 1036.822021] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.830541] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.989873] env[68292]: DEBUG oslo_concurrency.lockutils [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.151301] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.154066] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.013s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.154390] env[68292]: DEBUG nova.objects.instance [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Lazy-loading 'resources' on Instance uuid 6842b1b0-d2da-4152-9d3e-edc3526bd51a {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.173302] env[68292]: INFO nova.scheduler.client.report [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleted allocations for instance e40220b1-d630-4ad9-9d4e-5f7a443e57af [ 1037.258986] env[68292]: DEBUG oslo_vmware.api [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072460, 'name': PowerOnVM_Task, 'duration_secs': 0.751493} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.259265] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.259474] env[68292]: INFO nova.compute.manager [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1037.259657] env[68292]: DEBUG nova.compute.manager [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.260431] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3165604-f1a4-4c49-80c5-61ccfe3f2420 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.276892] env[68292]: INFO nova.compute.manager [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Detaching volume f20eb5c5-a23d-4188-a37a-81187430a804 [ 1037.313176] env[68292]: DEBUG nova.compute.utils [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.321040] env[68292]: DEBUG nova.compute.manager [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.333305] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067599} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.334358] env[68292]: INFO nova.virt.block_device [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Attempting to driver detach volume f20eb5c5-a23d-4188-a37a-81187430a804 from mountpoint /dev/sdb [ 1037.334577] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1037.335036] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615179', 'volume_id': 'f20eb5c5-a23d-4188-a37a-81187430a804', 'name': 'volume-f20eb5c5-a23d-4188-a37a-81187430a804', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5ade77af-061f-450a-93bb-7f9e28907c63', 'attached_at': '', 'detached_at': '', 'volume_id': 'f20eb5c5-a23d-4188-a37a-81187430a804', 'serial': 'f20eb5c5-a23d-4188-a37a-81187430a804'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1037.335154] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.336078] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e4c600-a89a-49b9-8ced-411b645f392b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.341338] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02232e9-97ea-4e44-92b4-3e28a0f73ae9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.364448] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e/38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.366640] env[68292]: DEBUG nova.virt.hardware [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.366872] env[68292]: DEBUG nova.virt.hardware [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.367043] env[68292]: DEBUG nova.virt.hardware [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.367234] env[68292]: DEBUG nova.virt.hardware [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.367385] env[68292]: DEBUG nova.virt.hardware [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.367532] env[68292]: DEBUG nova.virt.hardware [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.367739] env[68292]: DEBUG nova.virt.hardware [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.367896] env[68292]: DEBUG nova.virt.hardware [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.368074] env[68292]: DEBUG nova.virt.hardware [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.368237] env[68292]: DEBUG nova.virt.hardware [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.368410] env[68292]: DEBUG nova.virt.hardware [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.383629] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3727e10e-2791-4355-9205-129d1b890fef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.400347] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004cbf80-c848-4d9d-850d-882c4b46fdfe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.403705] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ccfece-0af0-4f2d-8c01-4bbe656082c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.412285] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835ff67b-6bc6-4b8b-9bf0-1d7ace591e6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.417459] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4abb83-46fc-433b-99fb-9b7a547d15a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.419735] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1037.419735] env[68292]: value = "task-3072463" [ 1037.419735] env[68292]: _type = "Task" [ 1037.419735] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.449696] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecc5895-5de7-4ab0-91f5-be802ca8d129 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.455324] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.467507] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] The volume has not been displaced from its original location: [datastore1] volume-f20eb5c5-a23d-4188-a37a-81187430a804/volume-f20eb5c5-a23d-4188-a37a-81187430a804.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1037.472777] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1037.473096] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba2f9b67-9a83-40e7-ac6a-3e538e5374c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.490149] env[68292]: DEBUG oslo_vmware.api [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1037.490149] env[68292]: value = "task-3072464" [ 1037.490149] env[68292]: _type = "Task" [ 1037.490149] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.498009] env[68292]: DEBUG oslo_vmware.api [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.682844] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9f2f5cbf-8df3-4ec2-a5f3-abe115b24e32 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "e40220b1-d630-4ad9-9d4e-5f7a443e57af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.633s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.780812] env[68292]: INFO nova.compute.manager [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Took 32.51 seconds to build instance. [ 1037.782838] env[68292]: DEBUG nova.network.neutron [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Successfully updated port: ef33ff7a-961a-4e0c-a8c1-d7260ab68556 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.815608] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.909138] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c07517a-062d-4b2b-9bb5-346d07cbe9ff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.917772] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21f9a36-57ad-47ab-94b7-905c8903c28e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.928579] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.953681] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f015897-e860-4ff3-bae0-62efdbfde000 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.961125] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0161ab13-5952-4331-8232-9273d8328458 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.976200] env[68292]: DEBUG nova.compute.provider_tree [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.001267] env[68292]: DEBUG oslo_vmware.api [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.288498] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "refresh_cache-31713647-3fad-44cb-9462-9c0dfe2e162d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.288673] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "refresh_cache-31713647-3fad-44cb-9462-9c0dfe2e162d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.288812] env[68292]: DEBUG nova.network.neutron [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.290577] env[68292]: DEBUG oslo_concurrency.lockutils [None req-48ad544c-3674-47a5-b937-017852f43203 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "d0cb45ea-32d7-45f0-aec2-701a3398f532" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.030s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.431750] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072463, 'name': ReconfigVM_Task, 'duration_secs': 0.968852} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.431989] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e/38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.436047] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9696b6ec-5d61-4166-a7a9-6b67e44577e9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.445184] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1038.445184] env[68292]: value = "task-3072465" [ 1038.445184] env[68292]: _type = "Task" [ 1038.445184] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.454824] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072465, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.481231] env[68292]: DEBUG nova.scheduler.client.report [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.500797] env[68292]: DEBUG oslo_vmware.api [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072464, 'name': ReconfigVM_Task, 'duration_secs': 0.567207} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.501072] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1038.506168] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf987543-4023-4c84-8268-753d25088322 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.522158] env[68292]: DEBUG oslo_vmware.api [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1038.522158] env[68292]: value = "task-3072466" [ 1038.522158] env[68292]: _type = "Task" [ 1038.522158] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.531190] env[68292]: DEBUG oslo_vmware.api [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.779621] env[68292]: DEBUG nova.compute.manager [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Received event network-vif-plugged-ef33ff7a-961a-4e0c-a8c1-d7260ab68556 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.779621] env[68292]: DEBUG oslo_concurrency.lockutils [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] Acquiring lock "31713647-3fad-44cb-9462-9c0dfe2e162d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.779621] env[68292]: DEBUG oslo_concurrency.lockutils [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] Lock "31713647-3fad-44cb-9462-9c0dfe2e162d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.780214] env[68292]: DEBUG oslo_concurrency.lockutils [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] Lock "31713647-3fad-44cb-9462-9c0dfe2e162d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.780214] env[68292]: DEBUG nova.compute.manager [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] No waiting events found dispatching network-vif-plugged-ef33ff7a-961a-4e0c-a8c1-d7260ab68556 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.780323] env[68292]: WARNING nova.compute.manager [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Received unexpected event network-vif-plugged-ef33ff7a-961a-4e0c-a8c1-d7260ab68556 for instance with vm_state building and task_state spawning. [ 1038.780457] env[68292]: DEBUG nova.compute.manager [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Received event network-changed-ef33ff7a-961a-4e0c-a8c1-d7260ab68556 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.780614] env[68292]: DEBUG nova.compute.manager [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Refreshing instance network info cache due to event network-changed-ef33ff7a-961a-4e0c-a8c1-d7260ab68556. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.780782] env[68292]: DEBUG oslo_concurrency.lockutils [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] Acquiring lock "refresh_cache-31713647-3fad-44cb-9462-9c0dfe2e162d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.832751] env[68292]: DEBUG nova.network.neutron [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.887649] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.887908] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.888160] env[68292]: INFO nova.compute.manager [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Attaching volume 93f3ec42-2217-46e2-9196-c00f1bf2a343 to /dev/sdb [ 1038.926490] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0782a789-b896-41b6-8aba-f2de7670303a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.933753] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51638dc-7a2d-4b82-9b4f-38368f5f3237 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.953274] env[68292]: DEBUG nova.virt.block_device [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Updating existing volume attachment record: 5a776807-cce5-4fb7-a964-0beca2d0ca71 {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1038.959853] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072465, 'name': Rename_Task, 'duration_secs': 0.205669} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.960129] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.960400] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6714fd1e-0930-457b-9c5c-29a362691d21 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.967033] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1038.967033] env[68292]: value = "task-3072467" [ 1038.967033] env[68292]: _type = "Task" [ 1038.967033] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.972607] env[68292]: DEBUG nova.compute.manager [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.974129] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffadc0b-1576-4a2b-898a-33f7661f45a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.981886] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.987734] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.989070] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.176s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.016579] env[68292]: INFO nova.scheduler.client.report [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Deleted allocations for instance 6842b1b0-d2da-4152-9d3e-edc3526bd51a [ 1039.018585] env[68292]: DEBUG nova.network.neutron [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Updating instance_info_cache with network_info: [{"id": "ef33ff7a-961a-4e0c-a8c1-d7260ab68556", "address": "fa:16:3e:40:26:3c", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef33ff7a-96", "ovs_interfaceid": "ef33ff7a-961a-4e0c-a8c1-d7260ab68556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.031644] env[68292]: DEBUG oslo_vmware.api [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072466, 'name': ReconfigVM_Task, 'duration_secs': 0.156718} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.032033] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615179', 'volume_id': 'f20eb5c5-a23d-4188-a37a-81187430a804', 'name': 'volume-f20eb5c5-a23d-4188-a37a-81187430a804', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5ade77af-061f-450a-93bb-7f9e28907c63', 'attached_at': '', 'detached_at': '', 'volume_id': 'f20eb5c5-a23d-4188-a37a-81187430a804', 'serial': 'f20eb5c5-a23d-4188-a37a-81187430a804'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1039.477200] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.486589] env[68292]: INFO nova.compute.manager [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] instance snapshotting [ 1039.487315] env[68292]: DEBUG nova.objects.instance [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'flavor' on Instance uuid d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.522935] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "refresh_cache-31713647-3fad-44cb-9462-9c0dfe2e162d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.523301] env[68292]: DEBUG nova.compute.manager [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Instance network_info: |[{"id": "ef33ff7a-961a-4e0c-a8c1-d7260ab68556", "address": "fa:16:3e:40:26:3c", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef33ff7a-96", "ovs_interfaceid": "ef33ff7a-961a-4e0c-a8c1-d7260ab68556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.525945] env[68292]: DEBUG oslo_concurrency.lockutils [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] Acquired lock "refresh_cache-31713647-3fad-44cb-9462-9c0dfe2e162d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.526158] env[68292]: DEBUG nova.network.neutron [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Refreshing network info cache for port ef33ff7a-961a-4e0c-a8c1-d7260ab68556 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.527248] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:26:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef33ff7a-961a-4e0c-a8c1-d7260ab68556', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.535205] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.536318] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c4e3331f-2615-44b1-b35f-84f034b29584 tempest-InstanceActionsNegativeTestJSON-482725546 tempest-InstanceActionsNegativeTestJSON-482725546-project-member] Lock "6842b1b0-d2da-4152-9d3e-edc3526bd51a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.833s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.539312] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.539929] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00a7ec56-5747-4c9e-81cb-657639fd8808 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.561404] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.561404] env[68292]: value = "task-3072471" [ 1039.561404] env[68292]: _type = "Task" [ 1039.561404] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.569149] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072471, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.583225] env[68292]: DEBUG nova.objects.instance [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lazy-loading 'flavor' on Instance uuid 5ade77af-061f-450a-93bb-7f9e28907c63 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.832157] env[68292]: DEBUG nova.network.neutron [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Updated VIF entry in instance network info cache for port ef33ff7a-961a-4e0c-a8c1-d7260ab68556. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.832157] env[68292]: DEBUG nova.network.neutron [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Updating instance_info_cache with network_info: [{"id": "ef33ff7a-961a-4e0c-a8c1-d7260ab68556", "address": "fa:16:3e:40:26:3c", "network": {"id": "e7bb99d7-326c-4f5d-81ca-95fedfc294ce", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1776766827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebe15179142424e8aecd1536ae34b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef33ff7a-96", "ovs_interfaceid": "ef33ff7a-961a-4e0c-a8c1-d7260ab68556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.848890] env[68292]: DEBUG nova.compute.manager [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Stashing vm_state: active {{(pid=68292) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1039.978241] env[68292]: DEBUG oslo_vmware.api [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072467, 'name': PowerOnVM_Task, 'duration_secs': 0.991199} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.978522] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.978755] env[68292]: DEBUG nova.compute.manager [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.979570] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922e2ea4-8e4e-4a9b-b0a2-6055c289b529 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.992841] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6d9c91-63bf-44e8-84e2-9c831aafc20a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.012880] env[68292]: INFO nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating resource usage from migration 8616301c-a1df-4713-bb93-86036170ae26 [ 1040.016440] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e2b98b-3654-4be0-b8d5-00f993f9c46c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.037484] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance aabf83d8-a77c-496a-a909-a9e315d67082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1040.037484] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 19002d14-56a7-4f6c-a285-34e48434122d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1040.037484] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1040.037484] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance c8d7b2a6-2b1a-475f-836e-2f1ab5975e86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1040.037484] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1040.037484] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 5ade77af-061f-450a-93bb-7f9e28907c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1040.037484] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 21a4104b-e0ae-480c-bc3a-e33a646dff63 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1040.037484] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance ee79c3c2-5827-4371-96bd-d7052ca0717a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1040.037484] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 93ea8365-56d5-406d-adea-9acfe659fc3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1040.037901] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1040.037901] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 57aa3827-cdbe-4f01-9e4a-928b3be65052 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1040.037901] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 4282f20a-a580-41ba-b192-f1f85aa36d46 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1040.038084] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 3b5a0590-290b-4a75-adfc-edf49ce7f9d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1040.038084] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 31713647-3fad-44cb-9462-9c0dfe2e162d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1040.071526] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072471, 'name': CreateVM_Task, 'duration_secs': 0.315172} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.071711] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.072438] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.072608] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.072930] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.073243] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d15d69-bd87-4c00-9be8-6fd2e91f741f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.078194] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1040.078194] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]525cde20-43a5-f26d-39c4-1faed0e4bed3" [ 1040.078194] env[68292]: _type = "Task" [ 1040.078194] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.086904] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525cde20-43a5-f26d-39c4-1faed0e4bed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.334416] env[68292]: DEBUG oslo_concurrency.lockutils [req-0b6d9ecf-c19a-4e8d-b297-51e9d34b2dcf req-9aa00d60-a17f-4c10-9802-7bfcdf1e33a0 service nova] Releasing lock "refresh_cache-31713647-3fad-44cb-9462-9c0dfe2e162d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.371554] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.496442] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.526805] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1040.527161] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d053173-b179-4b7d-83dc-fc2b6eb57981 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.536442] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1040.536442] env[68292]: value = "task-3072472" [ 1040.536442] env[68292]: _type = "Task" [ 1040.536442] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.541618] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 6ece1dc5-c1c0-4613-8739-b016151ba133 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1040.546129] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072472, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.588992] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525cde20-43a5-f26d-39c4-1faed0e4bed3, 'name': SearchDatastore_Task, 'duration_secs': 0.025635} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.589315] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.589584] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.589831] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.589978] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.590177] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.590443] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eebbf52e-96bf-401f-a30a-f0fd4c316ac3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.594229] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6bde1177-8b27-45b3-bf5c-f3827ef0d487 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "5ade77af-061f-450a-93bb-7f9e28907c63" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.821s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.599970] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.600138] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.601182] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17afe5a-cbd0-4802-8d5b-9f167166c2d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.606612] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1040.606612] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5276078f-3b56-c14f-9e8e-17c1985951e8" [ 1040.606612] env[68292]: _type = "Task" [ 1040.606612] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.615612] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5276078f-3b56-c14f-9e8e-17c1985951e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.049697] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1041.051069] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072472, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.119733] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5276078f-3b56-c14f-9e8e-17c1985951e8, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.120618] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13b083f-d09f-4a3e-bdc8-0dbc771a3919 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.138978] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1041.138978] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ac9e51-9be8-af39-463f-a91e9054970f" [ 1041.138978] env[68292]: _type = "Task" [ 1041.138978] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.149455] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ac9e51-9be8-af39-463f-a91e9054970f, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.149734] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.149999] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 31713647-3fad-44cb-9462-9c0dfe2e162d/31713647-3fad-44cb-9462-9c0dfe2e162d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.150278] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c756ee17-9cfe-444c-95d8-4330eab1d956 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.160666] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1041.160666] env[68292]: value = "task-3072473" [ 1041.160666] env[68292]: _type = "Task" [ 1041.160666] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.173445] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.351316] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "5ade77af-061f-450a-93bb-7f9e28907c63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.352069] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "5ade77af-061f-450a-93bb-7f9e28907c63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.352069] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "5ade77af-061f-450a-93bb-7f9e28907c63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.352069] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "5ade77af-061f-450a-93bb-7f9e28907c63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.352310] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "5ade77af-061f-450a-93bb-7f9e28907c63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.355805] env[68292]: INFO nova.compute.manager [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Terminating instance [ 1041.548986] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072472, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.553225] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance ed871d0a-d765-4cee-b939-3829aa1609f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1041.553475] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Migration 8616301c-a1df-4713-bb93-86036170ae26 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1041.553553] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance d0cb45ea-32d7-45f0-aec2-701a3398f532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1041.553803] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1041.553942] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1041.674444] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489016} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.674444] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 31713647-3fad-44cb-9462-9c0dfe2e162d/31713647-3fad-44cb-9462-9c0dfe2e162d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.674444] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.677480] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4580cc48-4e39-4f9b-bdb6-287488c9260f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.685922] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1041.685922] env[68292]: value = "task-3072475" [ 1041.685922] env[68292]: _type = "Task" [ 1041.685922] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.698899] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.789891] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "0816634f-552c-4d73-a72c-0f1469672700" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.790418] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "0816634f-552c-4d73-a72c-0f1469672700" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.864521] env[68292]: DEBUG nova.compute.manager [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.864521] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.865723] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00115dbe-8eee-4ebb-822f-10d6ddb17335 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.876297] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.876297] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17406343-afbf-4f3c-a2e5-f1a8d56da280 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.888454] env[68292]: DEBUG oslo_vmware.api [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1041.888454] env[68292]: value = "task-3072476" [ 1041.888454] env[68292]: _type = "Task" [ 1041.888454] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.899380] env[68292]: DEBUG oslo_vmware.api [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.902521] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93653524-112e-4745-a038-f037d9732428 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.910910] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4882f1d9-a69b-4e93-bb70-b807732e2a72 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.949126] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce76712-0458-4d99-82ab-3f08b8ffbde4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.957936] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73963e9-5962-43f1-b487-41ff310e9e03 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.973371] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.048046] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072472, 'name': CreateSnapshot_Task, 'duration_secs': 1.196072} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.048339] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1042.049096] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63343a0e-e35d-4280-a99e-8ab657f3c42c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.195851] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070953} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.196170] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.196959] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c492edf8-ec22-4504-b8db-b27155d40ed7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.221396] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 31713647-3fad-44cb-9462-9c0dfe2e162d/31713647-3fad-44cb-9462-9c0dfe2e162d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.221718] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf4605c5-7637-40ef-aa45-30bcb655b007 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.245848] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "794384da-882b-4c93-abf5-692249da289d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.246326] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "794384da-882b-4c93-abf5-692249da289d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.250597] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1042.250597] env[68292]: value = "task-3072477" [ 1042.250597] env[68292]: _type = "Task" [ 1042.250597] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.260962] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.293364] env[68292]: DEBUG nova.compute.manager [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.397140] env[68292]: DEBUG oslo_vmware.api [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072476, 'name': PowerOffVM_Task, 'duration_secs': 0.260359} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.397462] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.397665] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.397937] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c060710f-ef80-4ae5-ba75-f5503f1c4606 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.477303] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.485525] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.485817] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.486048] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleting the datastore file [datastore2] 5ade77af-061f-450a-93bb-7f9e28907c63 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.486323] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5855fcb9-0db5-4607-93ee-1d1057481d14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.492601] env[68292]: DEBUG oslo_vmware.api [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1042.492601] env[68292]: value = "task-3072479" [ 1042.492601] env[68292]: _type = "Task" [ 1042.492601] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.502653] env[68292]: DEBUG oslo_vmware.api [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.567348] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1042.568087] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6431d1be-b860-4600-ba40-18661bd7dc8a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.576624] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1042.576624] env[68292]: value = "task-3072480" [ 1042.576624] env[68292]: _type = "Task" [ 1042.576624] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.584907] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072480, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.749693] env[68292]: DEBUG nova.compute.manager [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.763456] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.816458] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.985033] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1042.985033] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.994s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.985033] env[68292]: DEBUG oslo_concurrency.lockutils [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.101s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.985033] env[68292]: DEBUG oslo_concurrency.lockutils [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.985916] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.818s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.987928] env[68292]: INFO nova.compute.claims [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.010021] env[68292]: INFO nova.scheduler.client.report [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted allocations for instance 57aa3827-cdbe-4f01-9e4a-928b3be65052 [ 1043.018016] env[68292]: DEBUG oslo_vmware.api [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14203} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.019940] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.020343] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.020679] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.021012] env[68292]: INFO nova.compute.manager [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1043.021416] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.021957] env[68292]: DEBUG nova.compute.manager [-] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.022228] env[68292]: DEBUG nova.network.neutron [-] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.090023] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072480, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.270366] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072477, 'name': ReconfigVM_Task, 'duration_secs': 0.693458} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.270918] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 31713647-3fad-44cb-9462-9c0dfe2e162d/31713647-3fad-44cb-9462-9c0dfe2e162d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.271322] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9a03d21-e767-4bb3-88e5-32b20333653c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.279152] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1043.279152] env[68292]: value = "task-3072481" [ 1043.279152] env[68292]: _type = "Task" [ 1043.279152] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.283369] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.288832] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072481, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.526500] env[68292]: DEBUG oslo_concurrency.lockutils [None req-552bad7a-6a81-451f-9e93-83436c8e1904 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "57aa3827-cdbe-4f01-9e4a-928b3be65052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.091s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.589473] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072480, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.620311] env[68292]: DEBUG nova.compute.manager [req-7c0802db-cc8d-48d1-a942-2f763c0fd954 req-6430568f-823f-4b82-bf07-39b60e955d03 service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Received event network-vif-deleted-39c3a22d-e928-4c0b-9d98-95fb6590109a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.620311] env[68292]: INFO nova.compute.manager [req-7c0802db-cc8d-48d1-a942-2f763c0fd954 req-6430568f-823f-4b82-bf07-39b60e955d03 service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Neutron deleted interface 39c3a22d-e928-4c0b-9d98-95fb6590109a; detaching it from the instance and deleting it from the info cache [ 1043.621248] env[68292]: DEBUG nova.network.neutron [req-7c0802db-cc8d-48d1-a942-2f763c0fd954 req-6430568f-823f-4b82-bf07-39b60e955d03 service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.791464] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072481, 'name': Rename_Task, 'duration_secs': 0.220986} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.791756] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.792016] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2fb8f06-019a-49c9-97c3-739d5e9fc073 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.798224] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1043.798224] env[68292]: value = "task-3072482" [ 1043.798224] env[68292]: _type = "Task" [ 1043.798224] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.808058] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.016184] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1044.016184] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615216', 'volume_id': '93f3ec42-2217-46e2-9196-c00f1bf2a343', 'name': 'volume-93f3ec42-2217-46e2-9196-c00f1bf2a343', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8', 'attached_at': '', 'detached_at': '', 'volume_id': '93f3ec42-2217-46e2-9196-c00f1bf2a343', 'serial': '93f3ec42-2217-46e2-9196-c00f1bf2a343'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1044.016184] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3fb318-4c0e-44ee-99de-b055e6174cbe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.053038] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5142c941-7815-405c-9287-52768f01d200 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.081785] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-93f3ec42-2217-46e2-9196-c00f1bf2a343/volume-93f3ec42-2217-46e2-9196-c00f1bf2a343.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.085119] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fddcf821-78dc-4558-a232-4760f359c007 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.104038] env[68292]: DEBUG nova.network.neutron [-] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.112851] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072480, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.115077] env[68292]: DEBUG oslo_vmware.api [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1044.115077] env[68292]: value = "task-3072483" [ 1044.115077] env[68292]: _type = "Task" [ 1044.115077] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.127414] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-487dbf54-5ffe-4e3c-8392-d848d2540a30 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.136525] env[68292]: DEBUG oslo_vmware.api [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.140330] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd8f274-fe7c-4620-bba2-3613ce394601 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.176141] env[68292]: DEBUG nova.compute.manager [req-7c0802db-cc8d-48d1-a942-2f763c0fd954 req-6430568f-823f-4b82-bf07-39b60e955d03 service nova] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Detach interface failed, port_id=39c3a22d-e928-4c0b-9d98-95fb6590109a, reason: Instance 5ade77af-061f-450a-93bb-7f9e28907c63 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.309331] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072482, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.425460] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9675b611-0276-449c-8b5b-5df4f5ebc8e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.433354] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d52d7b0-2148-4e9f-9cf2-a603463f2d07 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.470194] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84ff524-1b22-413a-ad95-e5bed3009bc6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.478513] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249e93bd-f50d-4863-95dd-f730926011db {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.495539] env[68292]: DEBUG nova.compute.provider_tree [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.595883] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072480, 'name': CloneVM_Task, 'duration_secs': 1.778644} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.596204] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Created linked-clone VM from snapshot [ 1044.597105] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cf58ab-a3c4-431c-813b-b34b17484860 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.605842] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Uploading image 7874596c-9850-463b-847f-66b8c5ea8cc6 {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1044.608495] env[68292]: INFO nova.compute.manager [-] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Took 1.59 seconds to deallocate network for instance. [ 1044.629812] env[68292]: DEBUG oslo_vmware.api [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072483, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.647213] env[68292]: DEBUG oslo_vmware.rw_handles [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1044.647213] env[68292]: value = "vm-615219" [ 1044.647213] env[68292]: _type = "VirtualMachine" [ 1044.647213] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1044.647531] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-08cce57e-c2dd-469a-beaa-dae0c23bc7e8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.657897] env[68292]: DEBUG oslo_vmware.rw_handles [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lease: (returnval){ [ 1044.657897] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521af56e-6d34-3ede-7cbf-0617bc894837" [ 1044.657897] env[68292]: _type = "HttpNfcLease" [ 1044.657897] env[68292]: } obtained for exporting VM: (result){ [ 1044.657897] env[68292]: value = "vm-615219" [ 1044.657897] env[68292]: _type = "VirtualMachine" [ 1044.657897] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1044.658844] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the lease: (returnval){ [ 1044.658844] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521af56e-6d34-3ede-7cbf-0617bc894837" [ 1044.658844] env[68292]: _type = "HttpNfcLease" [ 1044.658844] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1044.668495] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1044.668495] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521af56e-6d34-3ede-7cbf-0617bc894837" [ 1044.668495] env[68292]: _type = "HttpNfcLease" [ 1044.668495] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1044.810466] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.832236] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "ee79c3c2-5827-4371-96bd-d7052ca0717a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.832537] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "ee79c3c2-5827-4371-96bd-d7052ca0717a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.832760] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "ee79c3c2-5827-4371-96bd-d7052ca0717a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.832965] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "ee79c3c2-5827-4371-96bd-d7052ca0717a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.833207] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "ee79c3c2-5827-4371-96bd-d7052ca0717a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.836120] env[68292]: INFO nova.compute.manager [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Terminating instance [ 1044.999630] env[68292]: DEBUG nova.scheduler.client.report [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.115481] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.130312] env[68292]: DEBUG oslo_vmware.api [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072483, 'name': ReconfigVM_Task, 'duration_secs': 0.792176} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.130607] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-93f3ec42-2217-46e2-9196-c00f1bf2a343/volume-93f3ec42-2217-46e2-9196-c00f1bf2a343.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.136993] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be789c7e-6c37-442b-b127-a60a1b172fd1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.153486] env[68292]: DEBUG oslo_vmware.api [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1045.153486] env[68292]: value = "task-3072485" [ 1045.153486] env[68292]: _type = "Task" [ 1045.153486] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.162343] env[68292]: DEBUG oslo_vmware.api [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.168515] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.168515] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521af56e-6d34-3ede-7cbf-0617bc894837" [ 1045.168515] env[68292]: _type = "HttpNfcLease" [ 1045.168515] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1045.168810] env[68292]: DEBUG oslo_vmware.rw_handles [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1045.168810] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521af56e-6d34-3ede-7cbf-0617bc894837" [ 1045.168810] env[68292]: _type = "HttpNfcLease" [ 1045.168810] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1045.169533] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865950d4-0ce2-4842-8838-eb2af801068c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.177280] env[68292]: DEBUG oslo_vmware.rw_handles [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3824b-47b9-3eb3-f63f-9e24b064c206/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1045.177470] env[68292]: DEBUG oslo_vmware.rw_handles [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3824b-47b9-3eb3-f63f-9e24b064c206/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1045.312642] env[68292]: DEBUG oslo_vmware.api [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072482, 'name': PowerOnVM_Task, 'duration_secs': 1.065063} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.315467] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.315729] env[68292]: INFO nova.compute.manager [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1045.315920] env[68292]: DEBUG nova.compute.manager [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.317161] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c1ecba-ac02-48d7-990e-41409f65f225 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.320163] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84f740d1-ed00-43f9-8970-938b32430c4b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.339758] env[68292]: DEBUG nova.compute.manager [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.340059] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.343760] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70be7ec2-2b03-4585-85cb-8f628464622a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.353067] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.359026] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7534aa7-e4b0-4cc5-a9e2-9f80b4238aab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.366498] env[68292]: DEBUG oslo_vmware.api [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1045.366498] env[68292]: value = "task-3072486" [ 1045.366498] env[68292]: _type = "Task" [ 1045.366498] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.374811] env[68292]: DEBUG oslo_vmware.api [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.505418] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.505955] env[68292]: DEBUG nova.compute.manager [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.509603] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.439s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.511495] env[68292]: INFO nova.compute.claims [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.665018] env[68292]: DEBUG oslo_vmware.api [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072485, 'name': ReconfigVM_Task, 'duration_secs': 0.192397} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.665157] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615216', 'volume_id': '93f3ec42-2217-46e2-9196-c00f1bf2a343', 'name': 'volume-93f3ec42-2217-46e2-9196-c00f1bf2a343', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8', 'attached_at': '', 'detached_at': '', 'volume_id': '93f3ec42-2217-46e2-9196-c00f1bf2a343', 'serial': '93f3ec42-2217-46e2-9196-c00f1bf2a343'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1045.843547] env[68292]: INFO nova.compute.manager [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Took 27.55 seconds to build instance. [ 1045.878394] env[68292]: DEBUG oslo_vmware.api [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072486, 'name': PowerOffVM_Task, 'duration_secs': 0.280154} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.879436] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.879436] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.879436] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e77ea43-db38-4393-94c0-4c5e225d427a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.967182] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.967847] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.968101] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleting the datastore file [datastore1] ee79c3c2-5827-4371-96bd-d7052ca0717a {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.968708] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19cef999-0424-4bb2-a709-31565deaf472 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.980611] env[68292]: DEBUG oslo_vmware.api [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1045.980611] env[68292]: value = "task-3072488" [ 1045.980611] env[68292]: _type = "Task" [ 1045.980611] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.990285] env[68292]: DEBUG oslo_vmware.api [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.010881] env[68292]: DEBUG nova.compute.utils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.012500] env[68292]: DEBUG nova.compute.manager [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Not allocating networking since 'none' was specified. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1046.347202] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a7d4fcc1-db93-4145-93f9-a553c712e75c tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "31713647-3fad-44cb-9462-9c0dfe2e162d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.060s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.495759] env[68292]: DEBUG oslo_vmware.api [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308363} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.496289] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.496555] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.496668] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.496850] env[68292]: INFO nova.compute.manager [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1046.497183] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.497462] env[68292]: DEBUG nova.compute.manager [-] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.498177] env[68292]: DEBUG nova.network.neutron [-] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.514466] env[68292]: DEBUG nova.compute.manager [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.727074] env[68292]: DEBUG nova.objects.instance [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lazy-loading 'flavor' on Instance uuid 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.798333] env[68292]: DEBUG nova.compute.manager [req-21d5b01a-4c5c-4e10-9392-4710dc657a84 req-d56e98c7-c474-40fa-99b0-d41c5de31bd1 service nova] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Received event network-vif-deleted-242be9ea-44ec-431b-94ff-03f689348dfb {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.798333] env[68292]: INFO nova.compute.manager [req-21d5b01a-4c5c-4e10-9392-4710dc657a84 req-d56e98c7-c474-40fa-99b0-d41c5de31bd1 service nova] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Neutron deleted interface 242be9ea-44ec-431b-94ff-03f689348dfb; detaching it from the instance and deleting it from the info cache [ 1046.798333] env[68292]: DEBUG nova.network.neutron [req-21d5b01a-4c5c-4e10-9392-4710dc657a84 req-d56e98c7-c474-40fa-99b0-d41c5de31bd1 service nova] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.882745] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b720b580-f2ff-4594-b24d-458211caf0bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.891748] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adc55fc-6261-434f-a66d-01287898f940 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.924166] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79274c57-61b9-4bfa-97c5-e97947cc98b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.932774] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c36695-9c7f-4f0b-b8f5-685747e1c45c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.949225] env[68292]: DEBUG nova.compute.provider_tree [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.236968] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a9f92dcc-d7fb-4783-bb8d-7c235dc5eee0 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.349s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.255015] env[68292]: DEBUG nova.network.neutron [-] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.289899] env[68292]: DEBUG nova.compute.manager [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.290856] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72b2877-1e31-482a-ac77-a26e25693fe7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.303152] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f4e1741-54ba-4a94-b72a-852f1f0f6026 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.314340] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb755fe0-20d5-48a8-8bd3-54105d6222ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.354653] env[68292]: DEBUG nova.compute.manager [req-21d5b01a-4c5c-4e10-9392-4710dc657a84 req-d56e98c7-c474-40fa-99b0-d41c5de31bd1 service nova] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Detach interface failed, port_id=242be9ea-44ec-431b-94ff-03f689348dfb, reason: Instance ee79c3c2-5827-4371-96bd-d7052ca0717a could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.452859] env[68292]: DEBUG nova.scheduler.client.report [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.532587] env[68292]: DEBUG nova.compute.manager [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.560014] env[68292]: DEBUG nova.virt.hardware [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.560312] env[68292]: DEBUG nova.virt.hardware [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.560922] env[68292]: DEBUG nova.virt.hardware [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.560922] env[68292]: DEBUG nova.virt.hardware [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.560922] env[68292]: DEBUG nova.virt.hardware [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.561375] env[68292]: DEBUG nova.virt.hardware [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.561375] env[68292]: DEBUG nova.virt.hardware [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.561375] env[68292]: DEBUG nova.virt.hardware [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.561537] env[68292]: DEBUG nova.virt.hardware [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.561720] env[68292]: DEBUG nova.virt.hardware [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.561865] env[68292]: DEBUG nova.virt.hardware [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.562781] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6f8150-b767-467e-aee2-7dac12322891 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.570798] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab852b-4fd7-425a-bec6-5d7b8b68beaa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.585314] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.590998] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Creating folder: Project (50cc089f727b43ebab5ab601cb2e0bbb). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.591356] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf940115-ca0a-4f7b-863c-dcc1f472ec10 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.601736] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Created folder: Project (50cc089f727b43ebab5ab601cb2e0bbb) in parent group-v614981. [ 1047.601933] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Creating folder: Instances. Parent ref: group-v615220. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.602599] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a699968-37a8-40f9-bcad-d34afedd7ad1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.612177] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Created folder: Instances in parent group-v615220. [ 1047.612457] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.612737] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.612859] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d77807e7-cd28-46d9-84be-0f4a0d277940 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.629521] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.629521] env[68292]: value = "task-3072491" [ 1047.629521] env[68292]: _type = "Task" [ 1047.629521] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.639499] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072491, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.759885] env[68292]: INFO nova.compute.manager [-] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Took 1.26 seconds to deallocate network for instance. [ 1047.802139] env[68292]: INFO nova.compute.manager [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] instance snapshotting [ 1047.805525] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0c129d-fe08-46ee-8c77-ef0d47627e86 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.829547] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b48d4a-e2d2-44b9-8a75-6bbd3ba0635a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.958063] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.958611] env[68292]: DEBUG nova.compute.manager [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.961256] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.564s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.963286] env[68292]: INFO nova.compute.claims [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.139924] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072491, 'name': CreateVM_Task, 'duration_secs': 0.363137} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.140902] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.141029] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.141134] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.141463] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.141760] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be46b91c-867b-4266-9041-96584403c4c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.146995] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1048.146995] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b324f9-f1c1-a75d-b99f-66c5d005c1c6" [ 1048.146995] env[68292]: _type = "Task" [ 1048.146995] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.155476] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b324f9-f1c1-a75d-b99f-66c5d005c1c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.267951] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.341087] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1048.341310] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3e8e2aa-99d4-47d6-be5a-3b50de69a163 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.349801] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1048.349801] env[68292]: value = "task-3072492" [ 1048.349801] env[68292]: _type = "Task" [ 1048.349801] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.358381] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.467268] env[68292]: DEBUG nova.compute.utils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.470612] env[68292]: DEBUG nova.compute.manager [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Not allocating networking since 'none' was specified. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1048.658888] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b324f9-f1c1-a75d-b99f-66c5d005c1c6, 'name': SearchDatastore_Task, 'duration_secs': 0.024951} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.659322] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.659600] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.659898] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.660073] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.660265] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.660550] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00ca5e27-b7bf-4dc1-b22d-abf525f1f02b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.670020] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.670231] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.670998] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6793c0-49fb-4d0b-a9aa-5762da17afa3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.677353] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1048.677353] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52bc4791-7bb6-28fd-6db4-167530dfdc70" [ 1048.677353] env[68292]: _type = "Task" [ 1048.677353] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.685466] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bc4791-7bb6-28fd-6db4-167530dfdc70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.726368] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "bdfa08a8-d941-4d40-a996-ced4894cc666" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.726615] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "bdfa08a8-d941-4d40-a996-ced4894cc666" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.861800] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.975313] env[68292]: DEBUG nova.compute.manager [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.192924] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52bc4791-7bb6-28fd-6db4-167530dfdc70, 'name': SearchDatastore_Task, 'duration_secs': 0.017166} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.193876] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce604d8c-7e3e-4c3f-ab97-3021c0611d68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.201264] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1049.201264] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522d0442-1adf-88cf-0d10-c47cac271127" [ 1049.201264] env[68292]: _type = "Task" [ 1049.201264] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.209899] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522d0442-1adf-88cf-0d10-c47cac271127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.229937] env[68292]: DEBUG nova.compute.manager [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.282685] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e91ca18-b927-4362-8339-69719b00de9b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.291237] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3ca248-3203-4fc0-9c87-c7f52f6caaf7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.323722] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863ac1ed-25a8-4917-9120-58e63ee12974 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.333816] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670ea112-c6dd-454e-9756-8df0aa619bcf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.349384] env[68292]: DEBUG nova.compute.provider_tree [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.361614] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.713837] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522d0442-1adf-88cf-0d10-c47cac271127, 'name': SearchDatastore_Task, 'duration_secs': 0.011573} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.714122] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.714384] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 6ece1dc5-c1c0-4613-8739-b016151ba133/6ece1dc5-c1c0-4613-8739-b016151ba133.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.714746] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3657ff71-1c3b-4535-bd30-f92cdf2d8782 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.720851] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1049.720851] env[68292]: value = "task-3072493" [ 1049.720851] env[68292]: _type = "Task" [ 1049.720851] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.728739] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.751251] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.852684] env[68292]: DEBUG nova.scheduler.client.report [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.866802] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072492, 'name': CreateSnapshot_Task, 'duration_secs': 1.28682} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.867043] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1049.867836] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908fa42c-2a3e-4730-a9c4-e745b66c5989 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.986250] env[68292]: DEBUG nova.compute.manager [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.009499] env[68292]: DEBUG nova.virt.hardware [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.009683] env[68292]: DEBUG nova.virt.hardware [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.009871] env[68292]: DEBUG nova.virt.hardware [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.010144] env[68292]: DEBUG nova.virt.hardware [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.010350] env[68292]: DEBUG nova.virt.hardware [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.010546] env[68292]: DEBUG nova.virt.hardware [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.011179] env[68292]: DEBUG nova.virt.hardware [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.011179] env[68292]: DEBUG nova.virt.hardware [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.011390] env[68292]: DEBUG nova.virt.hardware [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.011723] env[68292]: DEBUG nova.virt.hardware [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.012114] env[68292]: DEBUG nova.virt.hardware [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.013288] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefe98ac-ce1d-4636-b153-175af00b9cf9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.022055] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e07722-2a2a-4ec8-98e8-35a21172519d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.036859] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.042799] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Creating folder: Project (dd26899b6beb4f33ae117b078fc03075). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.043621] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a17a2642-38d1-4ebd-a930-cc0f8cccfc23 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.053325] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Created folder: Project (dd26899b6beb4f33ae117b078fc03075) in parent group-v614981. [ 1050.053513] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Creating folder: Instances. Parent ref: group-v615224. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.053783] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90c73e3f-7dd8-4136-8413-5a89bfca0ffa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.064306] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Created folder: Instances in parent group-v615224. [ 1050.064614] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.064833] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.065079] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa2cbf1f-7dfe-460f-9faa-27a030e1a95b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.083270] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.083270] env[68292]: value = "task-3072496" [ 1050.083270] env[68292]: _type = "Task" [ 1050.083270] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.091920] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072496, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.234840] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072493, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.362550] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.362975] env[68292]: DEBUG nova.compute.manager [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.366792] env[68292]: DEBUG oslo_concurrency.lockutils [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.380s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.367090] env[68292]: DEBUG oslo_concurrency.lockutils [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.369314] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.220s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.369511] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.371606] env[68292]: DEBUG oslo_concurrency.lockutils [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.382s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.371775] env[68292]: DEBUG oslo_concurrency.lockutils [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.373695] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.002s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.390066] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1050.391480] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a89ff77d-6908-4350-b003-31b241f9ab22 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.396433] env[68292]: INFO nova.scheduler.client.report [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Deleted allocations for instance 3b5a0590-290b-4a75-adfc-edf49ce7f9d9 [ 1050.404321] env[68292]: INFO nova.scheduler.client.report [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Deleted allocations for instance 4282f20a-a580-41ba-b192-f1f85aa36d46 [ 1050.411008] env[68292]: INFO nova.scheduler.client.report [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Deleted allocations for instance 21a4104b-e0ae-480c-bc3a-e33a646dff63 [ 1050.416310] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1050.416310] env[68292]: value = "task-3072497" [ 1050.416310] env[68292]: _type = "Task" [ 1050.416310] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.431891] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072497, 'name': CloneVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.593858] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072496, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.732771] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726992} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.733508] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 6ece1dc5-c1c0-4613-8739-b016151ba133/6ece1dc5-c1c0-4613-8739-b016151ba133.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.733754] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.734032] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbff64b9-2d0d-4662-83ab-e99d0e6555d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.741072] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1050.741072] env[68292]: value = "task-3072498" [ 1050.741072] env[68292]: _type = "Task" [ 1050.741072] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.748987] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.879262] env[68292]: INFO nova.compute.claims [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.885486] env[68292]: DEBUG nova.compute.utils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.886875] env[68292]: DEBUG nova.compute.manager [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.887097] env[68292]: DEBUG nova.network.neutron [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.909711] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce884e9-f08b-45bc-82a4-9ef0d9edac0f tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "3b5a0590-290b-4a75-adfc-edf49ce7f9d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.314s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.915694] env[68292]: DEBUG oslo_concurrency.lockutils [None req-591fa7db-6274-45a1-b486-daa54fac0e31 tempest-MultipleCreateTestJSON-1856635626 tempest-MultipleCreateTestJSON-1856635626-project-member] Lock "4282f20a-a580-41ba-b192-f1f85aa36d46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.404s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.927431] env[68292]: DEBUG oslo_concurrency.lockutils [None req-19e61099-f277-4cd7-b8c1-fd4ead344187 tempest-ListServerFiltersTestJSON-975082102 tempest-ListServerFiltersTestJSON-975082102-project-member] Lock "21a4104b-e0ae-480c-bc3a-e33a646dff63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.372s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.933163] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072497, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.942721] env[68292]: DEBUG nova.policy [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '015883cd6d5d4b6b8389cc2c53340746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '686239d102c44129a735969d15062852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.095435] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072496, 'name': CreateVM_Task, 'duration_secs': 0.577793} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.095646] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.096069] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.096247] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.096566] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.096874] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e23716e8-71a8-49d5-a870-14a95052ed11 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.102551] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1051.102551] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5280288d-40a5-cbc0-c3c0-99e46c890101" [ 1051.102551] env[68292]: _type = "Task" [ 1051.102551] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.111993] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5280288d-40a5-cbc0-c3c0-99e46c890101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.253661] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152467} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.253661] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.258380] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029ea382-520d-40ee-8672-c836c4bf03a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.282547] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 6ece1dc5-c1c0-4613-8739-b016151ba133/6ece1dc5-c1c0-4613-8739-b016151ba133.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.282906] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b771521-ae2a-4eab-85b8-fb0c4ce63b74 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.303477] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1051.303477] env[68292]: value = "task-3072499" [ 1051.303477] env[68292]: _type = "Task" [ 1051.303477] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.313518] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.323429] env[68292]: DEBUG nova.network.neutron [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Successfully created port: adcfd28c-8cac-474c-a009-c4422f357eba {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.388913] env[68292]: INFO nova.compute.resource_tracker [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating resource usage from migration 8616301c-a1df-4713-bb93-86036170ae26 [ 1051.391987] env[68292]: DEBUG nova.compute.manager [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.431165] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072497, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.616819] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5280288d-40a5-cbc0-c3c0-99e46c890101, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.621885] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.621885] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.622208] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.622489] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.623009] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.626949] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb540b16-00ab-4040-bfc7-3a6befeb0372 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.634482] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.635120] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.639845] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9719bf49-67e3-4320-9f72-87b3789e18cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.648270] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1051.648270] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5271ac16-d286-368d-bd46-8fd338133de2" [ 1051.648270] env[68292]: _type = "Task" [ 1051.648270] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.659956] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5271ac16-d286-368d-bd46-8fd338133de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.748127] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece5236f-70ec-42cd-801a-6a0d35c8b539 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.756033] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ad23f-2c2e-4233-90f5-506949f70b6b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.793929] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a3f755-f3c6-42c7-a53b-428d0f15f32e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.804075] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9d27ef-4197-41c2-a929-0e169ca61a10 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.824244] env[68292]: DEBUG nova.compute.provider_tree [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.830651] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.933610] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072497, 'name': CloneVM_Task} progress is 95%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.158285] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5271ac16-d286-368d-bd46-8fd338133de2, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.158940] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0321a068-5cb7-41d1-b283-e091d70540c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.164404] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1052.164404] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52fc2500-764b-8d9a-f9a6-ef9a83e7bb53" [ 1052.164404] env[68292]: _type = "Task" [ 1052.164404] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.174055] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fc2500-764b-8d9a-f9a6-ef9a83e7bb53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.328077] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072499, 'name': ReconfigVM_Task, 'duration_secs': 0.800044} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.328422] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 6ece1dc5-c1c0-4613-8739-b016151ba133/6ece1dc5-c1c0-4613-8739-b016151ba133.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.329048] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff041c0c-b49d-44c9-b25b-792e17ef23d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.331944] env[68292]: DEBUG nova.scheduler.client.report [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.342675] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1052.342675] env[68292]: value = "task-3072500" [ 1052.342675] env[68292]: _type = "Task" [ 1052.342675] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.354290] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072500, 'name': Rename_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.401728] env[68292]: DEBUG nova.compute.manager [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.437470] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072497, 'name': CloneVM_Task, 'duration_secs': 1.927626} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.440172] env[68292]: DEBUG nova.virt.hardware [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.440412] env[68292]: DEBUG nova.virt.hardware [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.440569] env[68292]: DEBUG nova.virt.hardware [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.440750] env[68292]: DEBUG nova.virt.hardware [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.440895] env[68292]: DEBUG nova.virt.hardware [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.441052] env[68292]: DEBUG nova.virt.hardware [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.441265] env[68292]: DEBUG nova.virt.hardware [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.441422] env[68292]: DEBUG nova.virt.hardware [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.441585] env[68292]: DEBUG nova.virt.hardware [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.441744] env[68292]: DEBUG nova.virt.hardware [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.441969] env[68292]: DEBUG nova.virt.hardware [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.442249] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Created linked-clone VM from snapshot [ 1052.443209] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f39ca21-ba9a-41ac-ae1e-de8b44abfedd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.446398] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd0fad9-c08c-49e3-9566-5f1a275ef7bf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.458159] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c9db12-185d-4131-b2f1-e8601218e459 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.461739] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Uploading image 881a72b6-91cb-4ca1-bb33-b61d378adc70 {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1052.477037] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1052.477323] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba991ef8-61ab-4341-8c20-59481fb6109b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.486521] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1052.486521] env[68292]: value = "task-3072501" [ 1052.486521] env[68292]: _type = "Task" [ 1052.486521] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.496031] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072501, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.675976] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52fc2500-764b-8d9a-f9a6-ef9a83e7bb53, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.676347] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.676795] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd/3537c1b2-4ad0-40d8-880b-f5a0bfa204fd.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.676883] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d18ef95-dfcb-4f6c-afd6-5812e3dea316 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.685583] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1052.685583] env[68292]: value = "task-3072502" [ 1052.685583] env[68292]: _type = "Task" [ 1052.685583] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.695747] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.842030] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.468s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.844051] env[68292]: INFO nova.compute.manager [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Migrating [ 1052.854957] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.358s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.855348] env[68292]: DEBUG nova.objects.instance [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1052.872364] env[68292]: DEBUG nova.compute.manager [req-a4edba6c-047b-47c3-8305-7bb280444745 req-9dde6a39-0218-4e93-aadf-d595a6fb794b service nova] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Received event network-vif-plugged-adcfd28c-8cac-474c-a009-c4422f357eba {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.872364] env[68292]: DEBUG oslo_concurrency.lockutils [req-a4edba6c-047b-47c3-8305-7bb280444745 req-9dde6a39-0218-4e93-aadf-d595a6fb794b service nova] Acquiring lock "ed871d0a-d765-4cee-b939-3829aa1609f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.872364] env[68292]: DEBUG oslo_concurrency.lockutils [req-a4edba6c-047b-47c3-8305-7bb280444745 req-9dde6a39-0218-4e93-aadf-d595a6fb794b service nova] Lock "ed871d0a-d765-4cee-b939-3829aa1609f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.872364] env[68292]: DEBUG oslo_concurrency.lockutils [req-a4edba6c-047b-47c3-8305-7bb280444745 req-9dde6a39-0218-4e93-aadf-d595a6fb794b service nova] Lock "ed871d0a-d765-4cee-b939-3829aa1609f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.872743] env[68292]: DEBUG nova.compute.manager [req-a4edba6c-047b-47c3-8305-7bb280444745 req-9dde6a39-0218-4e93-aadf-d595a6fb794b service nova] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] No waiting events found dispatching network-vif-plugged-adcfd28c-8cac-474c-a009-c4422f357eba {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.872896] env[68292]: WARNING nova.compute.manager [req-a4edba6c-047b-47c3-8305-7bb280444745 req-9dde6a39-0218-4e93-aadf-d595a6fb794b service nova] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Received unexpected event network-vif-plugged-adcfd28c-8cac-474c-a009-c4422f357eba for instance with vm_state building and task_state spawning. [ 1052.883152] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072500, 'name': Rename_Task, 'duration_secs': 0.187579} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.883152] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.883422] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32799437-a481-4754-8001-a3e6f31bfe65 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.894872] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1052.894872] env[68292]: value = "task-3072503" [ 1052.894872] env[68292]: _type = "Task" [ 1052.894872] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.910415] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072503, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.952469] env[68292]: DEBUG nova.network.neutron [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Successfully updated port: adcfd28c-8cac-474c-a009-c4422f357eba {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.998011] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072501, 'name': Destroy_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.198175] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072502, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.376778] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.376778] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.376778] env[68292]: DEBUG nova.network.neutron [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.408510] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072503, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.457999] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "refresh_cache-ed871d0a-d765-4cee-b939-3829aa1609f5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.458391] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "refresh_cache-ed871d0a-d765-4cee-b939-3829aa1609f5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.458719] env[68292]: DEBUG nova.network.neutron [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.472771] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquiring lock "e85d1d76-d00b-4023-8898-1fab48b95e51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.473766] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lock "e85d1d76-d00b-4023-8898-1fab48b95e51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.501360] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072501, 'name': Destroy_Task, 'duration_secs': 0.636911} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.503647] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Destroyed the VM [ 1053.503647] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1053.503647] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-809a7d7f-56fa-4e1c-89a8-ee7ec90d2353 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.514026] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1053.514026] env[68292]: value = "task-3072504" [ 1053.514026] env[68292]: _type = "Task" [ 1053.514026] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.523292] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072504, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.698577] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571869} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.698860] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd/3537c1b2-4ad0-40d8-880b-f5a0bfa204fd.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.699125] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.699429] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c226dfb-c3f1-4ea3-b657-54f48931a19d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.711020] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1053.711020] env[68292]: value = "task-3072505" [ 1053.711020] env[68292]: _type = "Task" [ 1053.711020] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.720421] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.879997] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2a22d547-e126-4ed0-82f1-b921a14f43a3 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.880341] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.065s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.881575] env[68292]: INFO nova.compute.claims [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.906090] env[68292]: DEBUG oslo_vmware.api [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072503, 'name': PowerOnVM_Task, 'duration_secs': 0.824903} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.906390] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.906593] env[68292]: INFO nova.compute.manager [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1053.906812] env[68292]: DEBUG nova.compute.manager [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.907871] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590475ad-30ba-48c4-a36d-e4042e54feb2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.978352] env[68292]: DEBUG nova.compute.manager [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.011564] env[68292]: DEBUG nova.network.neutron [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.024883] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072504, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.152102] env[68292]: DEBUG nova.network.neutron [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance_info_cache with network_info: [{"id": "584ebc34-1148-4ce2-98fc-f3e41912cf81", "address": "fa:16:3e:b2:18:01", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap584ebc34-11", "ovs_interfaceid": "584ebc34-1148-4ce2-98fc-f3e41912cf81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.163419] env[68292]: DEBUG nova.network.neutron [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Updating instance_info_cache with network_info: [{"id": "adcfd28c-8cac-474c-a009-c4422f357eba", "address": "fa:16:3e:42:7b:63", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadcfd28c-8c", "ovs_interfaceid": "adcfd28c-8cac-474c-a009-c4422f357eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.221459] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074522} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.221759] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.222722] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e43884-d8a6-4834-9ec2-cc75b3b1acf9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.244422] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd/3537c1b2-4ad0-40d8-880b-f5a0bfa204fd.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.245280] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43bbd5c1-8062-4221-a9a3-61dd8ecf0571 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.268586] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1054.268586] env[68292]: value = "task-3072506" [ 1054.268586] env[68292]: _type = "Task" [ 1054.268586] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.277539] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.428026] env[68292]: INFO nova.compute.manager [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Took 26.27 seconds to build instance. [ 1054.502959] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.526311] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072504, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.654636] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.666279] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "refresh_cache-ed871d0a-d765-4cee-b939-3829aa1609f5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.666523] env[68292]: DEBUG nova.compute.manager [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Instance network_info: |[{"id": "adcfd28c-8cac-474c-a009-c4422f357eba", "address": "fa:16:3e:42:7b:63", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadcfd28c-8c", "ovs_interfaceid": "adcfd28c-8cac-474c-a009-c4422f357eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.666957] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:7b:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adcfd28c-8cac-474c-a009-c4422f357eba', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.675333] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.676381] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.676978] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3311c917-81c8-4892-b180-ba2252bb70d4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.697816] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.697816] env[68292]: value = "task-3072507" [ 1054.697816] env[68292]: _type = "Task" [ 1054.697816] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.705997] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072507, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.779202] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072506, 'name': ReconfigVM_Task, 'duration_secs': 0.346579} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.779513] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd/3537c1b2-4ad0-40d8-880b-f5a0bfa204fd.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.780144] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a4abb6d-3692-4a25-8c02-feeb6a00d685 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.786458] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1054.786458] env[68292]: value = "task-3072508" [ 1054.786458] env[68292]: _type = "Task" [ 1054.786458] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.796838] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072508, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.899357] env[68292]: DEBUG nova.compute.manager [req-0e17df1c-5ccf-4f8f-9a44-425b466f8e17 req-73db608f-ef56-409f-8b61-b6da799934c4 service nova] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Received event network-changed-adcfd28c-8cac-474c-a009-c4422f357eba {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.899357] env[68292]: DEBUG nova.compute.manager [req-0e17df1c-5ccf-4f8f-9a44-425b466f8e17 req-73db608f-ef56-409f-8b61-b6da799934c4 service nova] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Refreshing instance network info cache due to event network-changed-adcfd28c-8cac-474c-a009-c4422f357eba. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.899357] env[68292]: DEBUG oslo_concurrency.lockutils [req-0e17df1c-5ccf-4f8f-9a44-425b466f8e17 req-73db608f-ef56-409f-8b61-b6da799934c4 service nova] Acquiring lock "refresh_cache-ed871d0a-d765-4cee-b939-3829aa1609f5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.899357] env[68292]: DEBUG oslo_concurrency.lockutils [req-0e17df1c-5ccf-4f8f-9a44-425b466f8e17 req-73db608f-ef56-409f-8b61-b6da799934c4 service nova] Acquired lock "refresh_cache-ed871d0a-d765-4cee-b939-3829aa1609f5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.899357] env[68292]: DEBUG nova.network.neutron [req-0e17df1c-5ccf-4f8f-9a44-425b466f8e17 req-73db608f-ef56-409f-8b61-b6da799934c4 service nova] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Refreshing network info cache for port adcfd28c-8cac-474c-a009-c4422f357eba {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.930247] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59cca5dc-48b6-4556-9941-3c9bc0a39339 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lock "6ece1dc5-c1c0-4613-8739-b016151ba133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.793s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.027740] env[68292]: DEBUG oslo_vmware.api [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072504, 'name': RemoveSnapshot_Task, 'duration_secs': 1.176528} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.030724] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1055.217021] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072507, 'name': CreateVM_Task, 'duration_secs': 0.346758} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.217232] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.217949] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.218133] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.222075] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.222604] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3316713-a525-4497-bd58-63ea15558462 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.225963] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef183c7a-0d02-4277-92dd-cd84ddf659d8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.230571] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1055.230571] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52365ccf-7048-ae73-55d4-addf7a3e86c4" [ 1055.230571] env[68292]: _type = "Task" [ 1055.230571] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.237680] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f360d9b4-c1e9-4f36-bbef-7a462f3e0030 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.244161] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52365ccf-7048-ae73-55d4-addf7a3e86c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.275066] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c87f3f5-af11-4ca3-a3ac-969e6a7b5401 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.283105] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bc416d-a387-431f-8033-1c5608d91e2c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.300957] env[68292]: DEBUG nova.compute.provider_tree [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.305990] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072508, 'name': Rename_Task, 'duration_secs': 0.169543} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.306584] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.306862] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73d8e321-b4af-490a-8668-8f4eab394bec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.315863] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1055.315863] env[68292]: value = "task-3072509" [ 1055.315863] env[68292]: _type = "Task" [ 1055.315863] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.325851] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.343426] env[68292]: DEBUG oslo_vmware.rw_handles [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3824b-47b9-3eb3-f63f-9e24b064c206/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1055.344698] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a351e9-701a-47cb-936a-891027ec1840 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.352986] env[68292]: DEBUG oslo_vmware.rw_handles [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3824b-47b9-3eb3-f63f-9e24b064c206/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1055.352986] env[68292]: ERROR oslo_vmware.rw_handles [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3824b-47b9-3eb3-f63f-9e24b064c206/disk-0.vmdk due to incomplete transfer. [ 1055.353187] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c718005a-08cb-4d3a-859e-81b4bb003174 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.362021] env[68292]: DEBUG oslo_vmware.rw_handles [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3824b-47b9-3eb3-f63f-9e24b064c206/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1055.362021] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Uploaded image 7874596c-9850-463b-847f-66b8c5ea8cc6 to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1055.363421] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1055.363697] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95858026-c13e-4cbe-8c62-09ccce43c002 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.369871] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1055.369871] env[68292]: value = "task-3072510" [ 1055.369871] env[68292]: _type = "Task" [ 1055.369871] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.378921] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072510, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.536506] env[68292]: WARNING nova.compute.manager [None req-57e651ef-5fe2-4908-9b3c-d840c3d6511e tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Image not found during snapshot: nova.exception.ImageNotFound: Image 881a72b6-91cb-4ca1-bb33-b61d378adc70 could not be found. [ 1055.609863] env[68292]: DEBUG nova.network.neutron [req-0e17df1c-5ccf-4f8f-9a44-425b466f8e17 req-73db608f-ef56-409f-8b61-b6da799934c4 service nova] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Updated VIF entry in instance network info cache for port adcfd28c-8cac-474c-a009-c4422f357eba. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.610431] env[68292]: DEBUG nova.network.neutron [req-0e17df1c-5ccf-4f8f-9a44-425b466f8e17 req-73db608f-ef56-409f-8b61-b6da799934c4 service nova] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Updating instance_info_cache with network_info: [{"id": "adcfd28c-8cac-474c-a009-c4422f357eba", "address": "fa:16:3e:42:7b:63", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadcfd28c-8c", "ovs_interfaceid": "adcfd28c-8cac-474c-a009-c4422f357eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.751387] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52365ccf-7048-ae73-55d4-addf7a3e86c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01269} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.751624] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.751956] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.752340] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.752540] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.757254] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.757547] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af3a3166-9411-4e49-a853-5289e97c42c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.768914] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.769269] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.773510] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d862ed6-ba95-4b28-bf9b-6e76914001c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.778835] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1055.778835] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]525eb8dc-6d67-5eea-fc74-49b01ad2b816" [ 1055.778835] env[68292]: _type = "Task" [ 1055.778835] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.788330] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525eb8dc-6d67-5eea-fc74-49b01ad2b816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.807522] env[68292]: DEBUG nova.scheduler.client.report [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.827497] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072509, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.880745] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072510, 'name': Destroy_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.910122] env[68292]: INFO nova.compute.manager [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Rebuilding instance [ 1055.958815] env[68292]: DEBUG nova.compute.manager [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.959697] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5bbc1d-2cd6-4b4a-a038-a704bee01340 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.113555] env[68292]: DEBUG oslo_concurrency.lockutils [req-0e17df1c-5ccf-4f8f-9a44-425b466f8e17 req-73db608f-ef56-409f-8b61-b6da799934c4 service nova] Releasing lock "refresh_cache-ed871d0a-d765-4cee-b939-3829aa1609f5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.171906] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0480923-eedd-49ad-b811-7ac17486a232 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.196436] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance 'd0cb45ea-32d7-45f0-aec2-701a3398f532' progress to 0 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.291771] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525eb8dc-6d67-5eea-fc74-49b01ad2b816, 'name': SearchDatastore_Task, 'duration_secs': 0.019239} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.292301] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b836fbb1-d292-42ec-8d73-840935a97248 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.298222] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1056.298222] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52936d47-6b46-8ec7-3426-10834f639e70" [ 1056.298222] env[68292]: _type = "Task" [ 1056.298222] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.306882] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52936d47-6b46-8ec7-3426-10834f639e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.312761] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.313289] env[68292]: DEBUG nova.compute.manager [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.316643] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.033s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.318108] env[68292]: INFO nova.compute.claims [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.330024] env[68292]: DEBUG oslo_vmware.api [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072509, 'name': PowerOnVM_Task, 'duration_secs': 0.786573} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.330024] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.330024] env[68292]: INFO nova.compute.manager [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1056.330588] env[68292]: DEBUG nova.compute.manager [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.331407] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3150d0-cb8c-4304-b096-1aa1717ee2d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.381296] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072510, 'name': Destroy_Task, 'duration_secs': 0.895292} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.381577] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Destroyed the VM [ 1056.381819] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1056.382095] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c158ffbb-7cc5-4022-99e4-14b4021496bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.389201] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1056.389201] env[68292]: value = "task-3072511" [ 1056.389201] env[68292]: _type = "Task" [ 1056.389201] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.397578] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072511, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.705920] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.706372] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "31713647-3fad-44cb-9462-9c0dfe2e162d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.706606] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "31713647-3fad-44cb-9462-9c0dfe2e162d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.706847] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "31713647-3fad-44cb-9462-9c0dfe2e162d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.707552] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "31713647-3fad-44cb-9462-9c0dfe2e162d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.707552] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "31713647-3fad-44cb-9462-9c0dfe2e162d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.709121] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53ca84df-0d16-4053-924e-5be1dffa6fd6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.710971] env[68292]: INFO nova.compute.manager [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Terminating instance [ 1056.717860] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1056.717860] env[68292]: value = "task-3072512" [ 1056.717860] env[68292]: _type = "Task" [ 1056.717860] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.727310] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.769160] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.770230] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.770853] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "c8d7b2a6-2b1a-475f-836e-2f1ab5975e86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.770853] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "c8d7b2a6-2b1a-475f-836e-2f1ab5975e86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.771040] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "c8d7b2a6-2b1a-475f-836e-2f1ab5975e86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.773402] env[68292]: INFO nova.compute.manager [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Terminating instance [ 1056.810251] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52936d47-6b46-8ec7-3426-10834f639e70, 'name': SearchDatastore_Task, 'duration_secs': 0.016249} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.810548] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.811012] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] ed871d0a-d765-4cee-b939-3829aa1609f5/ed871d0a-d765-4cee-b939-3829aa1609f5.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.811139] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d586b235-1469-4be6-9194-1dac72113667 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.818275] env[68292]: DEBUG nova.compute.utils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.820802] env[68292]: DEBUG nova.compute.manager [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.821109] env[68292]: DEBUG nova.network.neutron [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.823247] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1056.823247] env[68292]: value = "task-3072513" [ 1056.823247] env[68292]: _type = "Task" [ 1056.823247] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.834159] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.852274] env[68292]: INFO nova.compute.manager [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Took 26.79 seconds to build instance. [ 1056.902194] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072511, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.923609] env[68292]: DEBUG nova.policy [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e69093177314e3bb5def7000114c556', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e85bd93036784387aab4fd4da1b48da9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.979020] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.979020] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0af6d26c-bff0-4daa-8059-e5454308b278 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.983914] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1056.983914] env[68292]: value = "task-3072514" [ 1056.983914] env[68292]: _type = "Task" [ 1056.983914] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.993168] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.215440] env[68292]: DEBUG nova.compute.manager [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.219433] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.219433] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dbebad-f8bd-4504-a14b-6c16a4dfd2c0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.240040] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072512, 'name': PowerOffVM_Task, 'duration_secs': 0.242414} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.241321] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.241729] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance 'd0cb45ea-32d7-45f0-aec2-701a3398f532' progress to 17 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.245527] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.246102] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a688c8-cbfa-4e07-bc7b-9f04ac74a2ff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.254788] env[68292]: DEBUG oslo_vmware.api [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1057.254788] env[68292]: value = "task-3072515" [ 1057.254788] env[68292]: _type = "Task" [ 1057.254788] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.271773] env[68292]: DEBUG oslo_vmware.api [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.278862] env[68292]: DEBUG nova.compute.manager [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.279419] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.280806] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a4c57e-5732-4bee-9656-ec13b702d44f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.292619] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.293119] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f59b444-cfa9-48d1-bdd9-49d3ed1162bd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.305173] env[68292]: DEBUG oslo_vmware.api [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 1057.305173] env[68292]: value = "task-3072516" [ 1057.305173] env[68292]: _type = "Task" [ 1057.305173] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.318828] env[68292]: DEBUG oslo_vmware.api [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.325153] env[68292]: DEBUG nova.compute.manager [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.346068] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072513, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.354562] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ba636b2-6fac-46c7-803c-e51b67c604ee tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lock "3537c1b2-4ad0-40d8-880b-f5a0bfa204fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.304s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.408919] env[68292]: DEBUG oslo_vmware.api [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072511, 'name': RemoveSnapshot_Task, 'duration_secs': 0.83226} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.411835] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1057.412135] env[68292]: INFO nova.compute.manager [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Took 17.42 seconds to snapshot the instance on the hypervisor. [ 1057.495795] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072514, 'name': PowerOffVM_Task, 'duration_secs': 0.258657} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.496251] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.497431] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.498581] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec9ba53-04c0-49aa-b123-6c77be496e3e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.510677] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.512248] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6098b971-3bd5-4a81-9512-d2bc08a9f801 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.533537] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.533835] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.534076] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Deleting the datastore file [datastore1] 6ece1dc5-c1c0-4613-8739-b016151ba133 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.537615] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a4a421c-21f5-4f3d-83b2-cfa3560ab39c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.545383] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1057.545383] env[68292]: value = "task-3072518" [ 1057.545383] env[68292]: _type = "Task" [ 1057.545383] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.557251] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.688428] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6ab0ba-f3a2-4b48-bb40-03731ca392b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.697588] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85d3090-2350-4f3d-8aa3-487f2cd002cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.704749] env[68292]: DEBUG nova.network.neutron [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Successfully created port: 86d46917-fcbc-40b1-8df4-b560d69cd9b1 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.734317] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aac4d25-d550-40ea-85d8-daa09355d04d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.743047] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bba6ed-3eea-4c55-b12d-901f61a7efff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.749804] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.750072] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.750236] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.750423] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.750572] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.750718] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.750981] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.751168] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.751338] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.751494] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.751710] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.756622] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eb98e0d-2458-4025-b3a0-3648ac734ef0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.780789] env[68292]: DEBUG nova.compute.provider_tree [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.785053] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1057.785053] env[68292]: value = "task-3072519" [ 1057.785053] env[68292]: _type = "Task" [ 1057.785053] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.788183] env[68292]: DEBUG oslo_vmware.api [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072515, 'name': PowerOffVM_Task, 'duration_secs': 0.232675} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.791167] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.791408] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.791592] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be2762e6-2d78-4f70-8e03-3d8429b33e0d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.798106] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.815621] env[68292]: DEBUG oslo_vmware.api [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072516, 'name': PowerOffVM_Task, 'duration_secs': 0.24491} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.816632] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.816632] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.816632] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70c3754f-f8ed-4af6-81c6-f833c74ffcc1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.842025] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585202} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.842989] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] ed871d0a-d765-4cee-b939-3829aa1609f5/ed871d0a-d765-4cee-b939-3829aa1609f5.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.842989] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.843233] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ebc7584-6041-4779-9a14-169afda3ebb7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.850036] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1057.850036] env[68292]: value = "task-3072522" [ 1057.850036] env[68292]: _type = "Task" [ 1057.850036] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.859579] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.885043] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.885257] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.885454] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleting the datastore file [datastore1] 31713647-3fad-44cb-9462-9c0dfe2e162d {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.886468] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83c34fae-2ea8-462d-80a6-75852bc036e2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.892759] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.892990] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.893302] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Deleting the datastore file [datastore2] c8d7b2a6-2b1a-475f-836e-2f1ab5975e86 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.893953] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ca2e129-cbc1-4c61-a3d9-99449a5d5e00 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.896465] env[68292]: DEBUG oslo_vmware.api [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for the task: (returnval){ [ 1057.896465] env[68292]: value = "task-3072523" [ 1057.896465] env[68292]: _type = "Task" [ 1057.896465] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.902811] env[68292]: DEBUG oslo_vmware.api [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for the task: (returnval){ [ 1057.902811] env[68292]: value = "task-3072524" [ 1057.902811] env[68292]: _type = "Task" [ 1057.902811] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.909964] env[68292]: DEBUG oslo_vmware.api [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.915256] env[68292]: DEBUG oslo_vmware.api [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.928769] env[68292]: INFO nova.compute.manager [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Rebuilding instance [ 1057.977837] env[68292]: DEBUG nova.compute.manager [None req-575701db-9dd5-4ee1-9682-f512fff2597c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Found 1 images (rotation: 2) {{(pid=68292) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1057.986127] env[68292]: DEBUG nova.compute.manager [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.989301] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb983597-b675-4f9f-a69a-e28c597307cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.055401] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446983} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.055649] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.055835] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.056027] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.283670] env[68292]: DEBUG nova.scheduler.client.report [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.298191] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072519, 'name': ReconfigVM_Task, 'duration_secs': 0.355393} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.298946] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance 'd0cb45ea-32d7-45f0-aec2-701a3398f532' progress to 33 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.344782] env[68292]: DEBUG nova.compute.manager [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.362083] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076145} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.366159] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.366159] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5a9847-911b-46fb-8e72-0fd003dc7703 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.390042] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] ed871d0a-d765-4cee-b939-3829aa1609f5/ed871d0a-d765-4cee-b939-3829aa1609f5.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.392697] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800a7874-5447-420f-baf6-eea8880e2c61 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.416909] env[68292]: DEBUG nova.virt.hardware [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.417185] env[68292]: DEBUG nova.virt.hardware [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.417349] env[68292]: DEBUG nova.virt.hardware [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.417529] env[68292]: DEBUG nova.virt.hardware [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.417674] env[68292]: DEBUG nova.virt.hardware [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.417840] env[68292]: DEBUG nova.virt.hardware [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.418130] env[68292]: DEBUG nova.virt.hardware [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.418297] env[68292]: DEBUG nova.virt.hardware [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.418915] env[68292]: DEBUG nova.virt.hardware [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.418915] env[68292]: DEBUG nova.virt.hardware [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.418915] env[68292]: DEBUG nova.virt.hardware [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.419652] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904d2256-2a28-4897-843a-0ebd82c852e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.424280] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1058.424280] env[68292]: value = "task-3072525" [ 1058.424280] env[68292]: _type = "Task" [ 1058.424280] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.436569] env[68292]: DEBUG oslo_vmware.api [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.436902] env[68292]: DEBUG oslo_vmware.api [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.438676] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09d5b5b-a405-4910-827d-d4ccfe8d1f60 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.447161] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.789748] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.790356] env[68292]: DEBUG nova.compute.manager [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.797627] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.682s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.797892] env[68292]: DEBUG nova.objects.instance [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lazy-loading 'resources' on Instance uuid 5ade77af-061f-450a-93bb-7f9e28907c63 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.806535] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.806535] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.806535] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.806535] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.806535] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.806919] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.806919] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.807842] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.807948] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.808100] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.808288] env[68292]: DEBUG nova.virt.hardware [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.814604] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1058.815990] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4f5d780-176a-46c7-bd54-627a6a9277a3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.841189] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1058.841189] env[68292]: value = "task-3072526" [ 1058.841189] env[68292]: _type = "Task" [ 1058.841189] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.856811] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072526, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.923059] env[68292]: DEBUG oslo_vmware.api [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Task: {'id': task-3072523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.6053} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.926460] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.926739] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.927027] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.927443] env[68292]: INFO nova.compute.manager [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1058.927580] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.928360] env[68292]: DEBUG oslo_vmware.api [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Task: {'id': task-3072524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.641046} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.928667] env[68292]: DEBUG nova.compute.manager [-] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.928735] env[68292]: DEBUG nova.network.neutron [-] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.934408] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.934651] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.934893] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.935149] env[68292]: INFO nova.compute.manager [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1058.935920] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.936201] env[68292]: DEBUG nova.compute.manager [-] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.936325] env[68292]: DEBUG nova.network.neutron [-] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.943333] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072525, 'name': ReconfigVM_Task, 'duration_secs': 0.427002} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.944943] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Reconfigured VM instance instance-0000005b to attach disk [datastore1] ed871d0a-d765-4cee-b939-3829aa1609f5/ed871d0a-d765-4cee-b939-3829aa1609f5.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.944943] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0c666a9-1178-416f-9c09-20f94c8df7fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.951749] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1058.951749] env[68292]: value = "task-3072527" [ 1058.951749] env[68292]: _type = "Task" [ 1058.951749] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.961792] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072527, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.001555] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.002022] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d08b5be-7270-4f0d-aea0-52b970923ae1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.011867] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1059.011867] env[68292]: value = "task-3072528" [ 1059.011867] env[68292]: _type = "Task" [ 1059.011867] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.030071] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.109181] env[68292]: DEBUG nova.virt.hardware [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.109181] env[68292]: DEBUG nova.virt.hardware [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.109181] env[68292]: DEBUG nova.virt.hardware [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.109181] env[68292]: DEBUG nova.virt.hardware [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.109181] env[68292]: DEBUG nova.virt.hardware [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.109181] env[68292]: DEBUG nova.virt.hardware [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.109181] env[68292]: DEBUG nova.virt.hardware [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.109181] env[68292]: DEBUG nova.virt.hardware [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.109181] env[68292]: DEBUG nova.virt.hardware [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.109181] env[68292]: DEBUG nova.virt.hardware [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.109181] env[68292]: DEBUG nova.virt.hardware [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.109181] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aa8de6-88c1-41bd-86fa-ef19e67da578 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.116755] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f853993c-f7d4-4310-81a3-d30e481e1696 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.126124] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "a2554572-80d3-4348-b139-571d724558f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.126404] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "a2554572-80d3-4348-b139-571d724558f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.137050] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.142912] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.144139] env[68292]: DEBUG nova.compute.manager [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.146879] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.147381] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ae39dfc-c61e-48da-a028-edbfd8bb9f4f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.166616] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.166616] env[68292]: value = "task-3072529" [ 1059.166616] env[68292]: _type = "Task" [ 1059.166616] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.179870] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072529, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.304538] env[68292]: DEBUG nova.compute.utils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.310458] env[68292]: DEBUG nova.compute.manager [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.310458] env[68292]: DEBUG nova.network.neutron [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.341785] env[68292]: DEBUG nova.compute.manager [req-c7347498-4f9c-4b87-87c6-b418bbb63b88 req-6f887b8c-3819-4172-9143-5d4b1fc78657 service nova] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Received event network-vif-deleted-ef33ff7a-961a-4e0c-a8c1-d7260ab68556 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.341785] env[68292]: INFO nova.compute.manager [req-c7347498-4f9c-4b87-87c6-b418bbb63b88 req-6f887b8c-3819-4172-9143-5d4b1fc78657 service nova] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Neutron deleted interface ef33ff7a-961a-4e0c-a8c1-d7260ab68556; detaching it from the instance and deleting it from the info cache [ 1059.341785] env[68292]: DEBUG nova.network.neutron [req-c7347498-4f9c-4b87-87c6-b418bbb63b88 req-6f887b8c-3819-4172-9143-5d4b1fc78657 service nova] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.363483] env[68292]: DEBUG nova.compute.manager [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.365284] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072526, 'name': ReconfigVM_Task, 'duration_secs': 0.250915} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.366216] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7caa6c-ddec-4bbd-8862-0fdfbb2ad31d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.369873] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1059.373759] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2065d75e-d54f-4366-a829-984309b5dccb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.418263] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] d0cb45ea-32d7-45f0-aec2-701a3398f532/d0cb45ea-32d7-45f0-aec2-701a3398f532.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.424849] env[68292]: DEBUG nova.policy [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e69093177314e3bb5def7000114c556', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e85bd93036784387aab4fd4da1b48da9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.426896] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-633c9053-6b13-4692-88f9-bd31688552b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.452697] env[68292]: DEBUG nova.compute.manager [req-1f42a897-c957-483b-84a7-6fbfc516c9f1 req-d721d9e2-95cc-4141-a26a-1b1b0d071970 service nova] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Received event network-vif-plugged-86d46917-fcbc-40b1-8df4-b560d69cd9b1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.452961] env[68292]: DEBUG oslo_concurrency.lockutils [req-1f42a897-c957-483b-84a7-6fbfc516c9f1 req-d721d9e2-95cc-4141-a26a-1b1b0d071970 service nova] Acquiring lock "0816634f-552c-4d73-a72c-0f1469672700-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.453159] env[68292]: DEBUG oslo_concurrency.lockutils [req-1f42a897-c957-483b-84a7-6fbfc516c9f1 req-d721d9e2-95cc-4141-a26a-1b1b0d071970 service nova] Lock "0816634f-552c-4d73-a72c-0f1469672700-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.453326] env[68292]: DEBUG oslo_concurrency.lockutils [req-1f42a897-c957-483b-84a7-6fbfc516c9f1 req-d721d9e2-95cc-4141-a26a-1b1b0d071970 service nova] Lock "0816634f-552c-4d73-a72c-0f1469672700-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.453493] env[68292]: DEBUG nova.compute.manager [req-1f42a897-c957-483b-84a7-6fbfc516c9f1 req-d721d9e2-95cc-4141-a26a-1b1b0d071970 service nova] [instance: 0816634f-552c-4d73-a72c-0f1469672700] No waiting events found dispatching network-vif-plugged-86d46917-fcbc-40b1-8df4-b560d69cd9b1 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.453660] env[68292]: WARNING nova.compute.manager [req-1f42a897-c957-483b-84a7-6fbfc516c9f1 req-d721d9e2-95cc-4141-a26a-1b1b0d071970 service nova] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Received unexpected event network-vif-plugged-86d46917-fcbc-40b1-8df4-b560d69cd9b1 for instance with vm_state building and task_state spawning. [ 1059.456166] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1059.456166] env[68292]: value = "task-3072530" [ 1059.456166] env[68292]: _type = "Task" [ 1059.456166] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.469994] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072527, 'name': Rename_Task, 'duration_secs': 0.171164} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.473329] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.473606] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.474497] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-839e779d-32c9-453f-934d-17f4f58fa99a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.483009] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1059.483009] env[68292]: value = "task-3072531" [ 1059.483009] env[68292]: _type = "Task" [ 1059.483009] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.491727] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.522644] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072528, 'name': PowerOffVM_Task, 'duration_secs': 0.228939} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.523067] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.523464] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.524472] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fb6dd5-38bc-4d7c-9a17-82d56c1c6651 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.537342] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.537342] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8354f645-7718-4cbe-8eeb-32ad3a08de48 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.565628] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.565947] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.567035] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Deleting the datastore file [datastore1] 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.567035] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-904ae0db-a9ec-4b5b-8459-c73eef835d7b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.572647] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1059.572647] env[68292]: value = "task-3072533" [ 1059.572647] env[68292]: _type = "Task" [ 1059.572647] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.582650] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.675662] env[68292]: DEBUG nova.network.neutron [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Successfully updated port: 86d46917-fcbc-40b1-8df4-b560d69cd9b1 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.681030] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072529, 'name': CreateVM_Task, 'duration_secs': 0.41295} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.681209] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.681973] env[68292]: DEBUG oslo_concurrency.lockutils [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.681973] env[68292]: DEBUG oslo_concurrency.lockutils [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.682341] env[68292]: DEBUG oslo_concurrency.lockutils [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.682675] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0765bdbb-265d-4c8b-b919-527219f472ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.685282] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.691786] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1059.691786] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52016d29-927e-8e19-e38e-32650a1289d3" [ 1059.691786] env[68292]: _type = "Task" [ 1059.691786] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.703627] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52016d29-927e-8e19-e38e-32650a1289d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.718741] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de00b5fc-2449-4275-a2b2-e2e87a414a8d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.727520] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979d8afc-57f9-411d-885e-6a8725f1c1a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.761653] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c3b8b0-9db2-43e3-b36f-96ee969c7629 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.770601] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60347dd5-6ed1-4505-82df-3a95ceef5ae8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.775346] env[68292]: DEBUG nova.network.neutron [-] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.789849] env[68292]: DEBUG nova.compute.provider_tree [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.792070] env[68292]: DEBUG nova.network.neutron [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Successfully created port: 0ddf8c5d-0930-48ec-803a-26c182c07b97 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.810076] env[68292]: DEBUG nova.compute.manager [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.847247] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-615416ec-b839-4ab7-b1b0-0d9effe69226 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.859616] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838e454c-cfda-4ca5-bf2d-802ac7e476b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.894659] env[68292]: DEBUG nova.compute.manager [req-c7347498-4f9c-4b87-87c6-b418bbb63b88 req-6f887b8c-3819-4172-9143-5d4b1fc78657 service nova] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Detach interface failed, port_id=ef33ff7a-961a-4e0c-a8c1-d7260ab68556, reason: Instance 31713647-3fad-44cb-9462-9c0dfe2e162d could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.920593] env[68292]: INFO nova.compute.manager [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] instance snapshotting [ 1059.921236] env[68292]: DEBUG nova.objects.instance [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'flavor' on Instance uuid d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.969503] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.993175] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.083557] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198768} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.083823] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.084020] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.084211] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.156376] env[68292]: DEBUG nova.network.neutron [-] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.177671] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "refresh_cache-0816634f-552c-4d73-a72c-0f1469672700" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.178424] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquired lock "refresh_cache-0816634f-552c-4d73-a72c-0f1469672700" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.178424] env[68292]: DEBUG nova.network.neutron [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.203502] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52016d29-927e-8e19-e38e-32650a1289d3, 'name': SearchDatastore_Task, 'duration_secs': 0.016773} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.203726] env[68292]: DEBUG oslo_concurrency.lockutils [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.203992] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.204305] env[68292]: DEBUG oslo_concurrency.lockutils [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.204501] env[68292]: DEBUG oslo_concurrency.lockutils [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.204723] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.205307] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae6eb11b-84d7-4ec3-8307-48df9d96d3bd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.213622] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.213804] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.214525] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29baa5e0-8c67-4d54-b473-e6daf45a6930 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.219349] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1060.219349] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]523a2197-332b-5c3c-741e-765ee406a82b" [ 1060.219349] env[68292]: _type = "Task" [ 1060.219349] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.227040] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523a2197-332b-5c3c-741e-765ee406a82b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.277817] env[68292]: INFO nova.compute.manager [-] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Took 1.35 seconds to deallocate network for instance. [ 1060.296685] env[68292]: DEBUG nova.scheduler.client.report [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.427797] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da058107-8db8-4e36-8dc5-6f6ecc6d95ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.447348] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00232d2a-326d-4422-ba3e-29cc6f4d477d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.470251] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072530, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.493115] env[68292]: DEBUG oslo_vmware.api [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072531, 'name': PowerOnVM_Task, 'duration_secs': 0.79327} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.493388] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.493591] env[68292]: INFO nova.compute.manager [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1060.493768] env[68292]: DEBUG nova.compute.manager [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.494506] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d57505d-c282-4025-99f1-60901f188a98 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.658318] env[68292]: INFO nova.compute.manager [-] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Took 1.72 seconds to deallocate network for instance. [ 1060.715803] env[68292]: DEBUG nova.network.neutron [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.729547] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523a2197-332b-5c3c-741e-765ee406a82b, 'name': SearchDatastore_Task, 'duration_secs': 0.008255} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.730315] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ba1fe6-a426-4654-b89f-fc59124f83b0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.737353] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1060.737353] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]525e9882-5700-6e3b-4463-94ed1a1ea727" [ 1060.737353] env[68292]: _type = "Task" [ 1060.737353] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.745302] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525e9882-5700-6e3b-4463-94ed1a1ea727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.784774] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.802171] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.804364] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.537s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.804598] env[68292]: DEBUG nova.objects.instance [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lazy-loading 'resources' on Instance uuid ee79c3c2-5827-4371-96bd-d7052ca0717a {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.820583] env[68292]: DEBUG nova.compute.manager [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.824769] env[68292]: INFO nova.scheduler.client.report [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleted allocations for instance 5ade77af-061f-450a-93bb-7f9e28907c63 [ 1060.850710] env[68292]: DEBUG nova.virt.hardware [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.850923] env[68292]: DEBUG nova.virt.hardware [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.851103] env[68292]: DEBUG nova.virt.hardware [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.851365] env[68292]: DEBUG nova.virt.hardware [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.851435] env[68292]: DEBUG nova.virt.hardware [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.851570] env[68292]: DEBUG nova.virt.hardware [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.851796] env[68292]: DEBUG nova.virt.hardware [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.851964] env[68292]: DEBUG nova.virt.hardware [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.852175] env[68292]: DEBUG nova.virt.hardware [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.852401] env[68292]: DEBUG nova.virt.hardware [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.852504] env[68292]: DEBUG nova.virt.hardware [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.853364] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b997938-64dc-4a6d-b659-32fb88645380 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.856666] env[68292]: DEBUG nova.network.neutron [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Updating instance_info_cache with network_info: [{"id": "86d46917-fcbc-40b1-8df4-b560d69cd9b1", "address": "fa:16:3e:e3:b2:0a", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d46917-fc", "ovs_interfaceid": "86d46917-fcbc-40b1-8df4-b560d69cd9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.862744] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965bf60f-e696-4853-a6f9-1b53669a40ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.957829] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1060.958360] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b0d7d326-b290-488e-9fc4-914d2b8e035c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.968714] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1060.968714] env[68292]: value = "task-3072534" [ 1060.968714] env[68292]: _type = "Task" [ 1060.968714] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.975536] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072530, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.980127] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072534, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.012506] env[68292]: INFO nova.compute.manager [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Took 29.63 seconds to build instance. [ 1061.117378] env[68292]: DEBUG nova.virt.hardware [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.117640] env[68292]: DEBUG nova.virt.hardware [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.117800] env[68292]: DEBUG nova.virt.hardware [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.117986] env[68292]: DEBUG nova.virt.hardware [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.118145] env[68292]: DEBUG nova.virt.hardware [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.118293] env[68292]: DEBUG nova.virt.hardware [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.118904] env[68292]: DEBUG nova.virt.hardware [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.118904] env[68292]: DEBUG nova.virt.hardware [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.118904] env[68292]: DEBUG nova.virt.hardware [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.119095] env[68292]: DEBUG nova.virt.hardware [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.119138] env[68292]: DEBUG nova.virt.hardware [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.120035] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57c6562-9a69-458d-84b2-2afcbb111df5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.127893] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fbe9d5-d037-49a7-8bf6-5043642baaa4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.144359] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.150379] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.150633] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.150876] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7ccef47-af90-4e11-998a-ebb4780a7bdf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.165040] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.169702] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.169702] env[68292]: value = "task-3072535" [ 1061.169702] env[68292]: _type = "Task" [ 1061.169702] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.180090] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072535, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.249935] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525e9882-5700-6e3b-4463-94ed1a1ea727, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.250312] env[68292]: DEBUG oslo_concurrency.lockutils [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.250624] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 6ece1dc5-c1c0-4613-8739-b016151ba133/6ece1dc5-c1c0-4613-8739-b016151ba133.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.250968] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2abee94f-f48e-4214-8eac-b120a54c9816 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.257920] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1061.257920] env[68292]: value = "task-3072536" [ 1061.257920] env[68292]: _type = "Task" [ 1061.257920] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.267886] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.332922] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af7c07e0-09e3-47ea-94a0-73db5c02bf9b tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "5ade77af-061f-450a-93bb-7f9e28907c63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.981s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.359040] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Releasing lock "refresh_cache-0816634f-552c-4d73-a72c-0f1469672700" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.359393] env[68292]: DEBUG nova.compute.manager [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Instance network_info: |[{"id": "86d46917-fcbc-40b1-8df4-b560d69cd9b1", "address": "fa:16:3e:e3:b2:0a", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d46917-fc", "ovs_interfaceid": "86d46917-fcbc-40b1-8df4-b560d69cd9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.359837] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:b2:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86d46917-fcbc-40b1-8df4-b560d69cd9b1', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.367838] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Creating folder: Project (e85bd93036784387aab4fd4da1b48da9). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.371602] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f42513dc-12a2-4d2e-99b7-76efdfae2b9d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.380925] env[68292]: DEBUG nova.compute.manager [req-5be7cda3-e13d-4759-9227-c4986fb304b2 req-490ee74e-571a-4027-8fee-00027546882e service nova] [instance: 794384da-882b-4c93-abf5-692249da289d] Received event network-vif-plugged-0ddf8c5d-0930-48ec-803a-26c182c07b97 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.381194] env[68292]: DEBUG oslo_concurrency.lockutils [req-5be7cda3-e13d-4759-9227-c4986fb304b2 req-490ee74e-571a-4027-8fee-00027546882e service nova] Acquiring lock "794384da-882b-4c93-abf5-692249da289d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.381425] env[68292]: DEBUG oslo_concurrency.lockutils [req-5be7cda3-e13d-4759-9227-c4986fb304b2 req-490ee74e-571a-4027-8fee-00027546882e service nova] Lock "794384da-882b-4c93-abf5-692249da289d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.381651] env[68292]: DEBUG oslo_concurrency.lockutils [req-5be7cda3-e13d-4759-9227-c4986fb304b2 req-490ee74e-571a-4027-8fee-00027546882e service nova] Lock "794384da-882b-4c93-abf5-692249da289d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.381904] env[68292]: DEBUG nova.compute.manager [req-5be7cda3-e13d-4759-9227-c4986fb304b2 req-490ee74e-571a-4027-8fee-00027546882e service nova] [instance: 794384da-882b-4c93-abf5-692249da289d] No waiting events found dispatching network-vif-plugged-0ddf8c5d-0930-48ec-803a-26c182c07b97 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.382031] env[68292]: WARNING nova.compute.manager [req-5be7cda3-e13d-4759-9227-c4986fb304b2 req-490ee74e-571a-4027-8fee-00027546882e service nova] [instance: 794384da-882b-4c93-abf5-692249da289d] Received unexpected event network-vif-plugged-0ddf8c5d-0930-48ec-803a-26c182c07b97 for instance with vm_state building and task_state spawning. [ 1061.385138] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Created folder: Project (e85bd93036784387aab4fd4da1b48da9) in parent group-v614981. [ 1061.385324] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Creating folder: Instances. Parent ref: group-v615231. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.385993] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70790132-f4c8-41fe-ac21-8038b3cd0ae3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.396612] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Created folder: Instances in parent group-v615231. [ 1061.396818] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.397068] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.397336] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5baebf6-2de9-4c7e-a434-fb5b6791a98a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.425025] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.425025] env[68292]: value = "task-3072539" [ 1061.425025] env[68292]: _type = "Task" [ 1061.425025] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.433473] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072539, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.442835] env[68292]: DEBUG nova.network.neutron [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Successfully updated port: 0ddf8c5d-0930-48ec-803a-26c182c07b97 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.482705] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072530, 'name': ReconfigVM_Task, 'duration_secs': 1.725159} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.487847] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Reconfigured VM instance instance-00000057 to attach disk [datastore2] d0cb45ea-32d7-45f0-aec2-701a3398f532/d0cb45ea-32d7-45f0-aec2-701a3398f532.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.488275] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance 'd0cb45ea-32d7-45f0-aec2-701a3398f532' progress to 50 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.493452] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072534, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.505782] env[68292]: DEBUG nova.compute.manager [req-63f063e5-2693-45f0-a9cd-0ca52018f1b3 req-504cd1c4-db98-424c-a154-8c744e9ddde4 service nova] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Received event network-vif-deleted-3bebdaf5-8df9-434f-bf6b-384b7d5c6cea {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.505782] env[68292]: DEBUG nova.compute.manager [req-63f063e5-2693-45f0-a9cd-0ca52018f1b3 req-504cd1c4-db98-424c-a154-8c744e9ddde4 service nova] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Received event network-changed-86d46917-fcbc-40b1-8df4-b560d69cd9b1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.506142] env[68292]: DEBUG nova.compute.manager [req-63f063e5-2693-45f0-a9cd-0ca52018f1b3 req-504cd1c4-db98-424c-a154-8c744e9ddde4 service nova] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Refreshing instance network info cache due to event network-changed-86d46917-fcbc-40b1-8df4-b560d69cd9b1. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.507214] env[68292]: DEBUG oslo_concurrency.lockutils [req-63f063e5-2693-45f0-a9cd-0ca52018f1b3 req-504cd1c4-db98-424c-a154-8c744e9ddde4 service nova] Acquiring lock "refresh_cache-0816634f-552c-4d73-a72c-0f1469672700" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.507776] env[68292]: DEBUG oslo_concurrency.lockutils [req-63f063e5-2693-45f0-a9cd-0ca52018f1b3 req-504cd1c4-db98-424c-a154-8c744e9ddde4 service nova] Acquired lock "refresh_cache-0816634f-552c-4d73-a72c-0f1469672700" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.508270] env[68292]: DEBUG nova.network.neutron [req-63f063e5-2693-45f0-a9cd-0ca52018f1b3 req-504cd1c4-db98-424c-a154-8c744e9ddde4 service nova] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Refreshing network info cache for port 86d46917-fcbc-40b1-8df4-b560d69cd9b1 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.514020] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d146ea6-2ebb-4c8a-bc2b-c843e21056c8 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "ed871d0a-d765-4cee-b939-3829aa1609f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.139s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.677394] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c377e903-eaee-4a1d-9172-344d3359fca1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.684595] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072535, 'name': CreateVM_Task, 'duration_secs': 0.251326} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.685143] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.686143] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.686143] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.686276] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.686442] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea074d79-d436-49bb-b429-6e69ba36d2e7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.692157] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19d0308-9a60-4f52-af56-1c2e3f194f41 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.697208] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1061.697208] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5222e875-0642-b0d4-c7a7-996a6b2017a0" [ 1061.697208] env[68292]: _type = "Task" [ 1061.697208] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.733393] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ca7472-c4de-431f-8056-5b15a3688bdc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.740548] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5222e875-0642-b0d4-c7a7-996a6b2017a0, 'name': SearchDatastore_Task, 'duration_secs': 0.016619} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.741322] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.741630] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.741911] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.742123] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.742350] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.744847] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26bc275d-e030-46c1-97c9-b34bdb37a3d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.747992] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3d9ca6-3301-443d-8d3e-671d1fbd2217 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.763284] env[68292]: DEBUG nova.compute.provider_tree [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.768694] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.768876] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.769910] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b57d862-2863-4f27-9f48-ff82293436ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.777910] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461737} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.779396] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 6ece1dc5-c1c0-4613-8739-b016151ba133/6ece1dc5-c1c0-4613-8739-b016151ba133.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.779634] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.779962] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1061.779962] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b4b95a-f52a-599a-837f-8441a3cb5be1" [ 1061.779962] env[68292]: _type = "Task" [ 1061.779962] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.780621] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba3fd9ce-d6f7-4d95-bf13-dbdebffc31f5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.792576] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b4b95a-f52a-599a-837f-8441a3cb5be1, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.794897] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1061.794897] env[68292]: value = "task-3072540" [ 1061.794897] env[68292]: _type = "Task" [ 1061.794897] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.795535] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fea5356-7f9d-46de-b82d-56c3a0ec994c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.809553] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1061.809553] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e1335e-633c-9c8d-6a37-5a2934445f41" [ 1061.809553] env[68292]: _type = "Task" [ 1061.809553] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.813190] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.823329] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e1335e-633c-9c8d-6a37-5a2934445f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.934741] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072539, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.947911] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "refresh_cache-794384da-882b-4c93-abf5-692249da289d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.948191] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquired lock "refresh_cache-794384da-882b-4c93-abf5-692249da289d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.949176] env[68292]: DEBUG nova.network.neutron [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.983627] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072534, 'name': CreateSnapshot_Task, 'duration_secs': 0.72397} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.983912] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1061.984723] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c42fd50-8b9a-4bb0-9357-edb5be0e8235 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.997504] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeea55b-61d8-44d8-b8e8-1a04d4f20c78 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.021020] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3d1fe7-31c0-489a-9ca4-1516e76adf78 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.041831] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance 'd0cb45ea-32d7-45f0-aec2-701a3398f532' progress to 67 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.271818] env[68292]: DEBUG nova.scheduler.client.report [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.310977] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134774} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.311274] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.312461] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e07e89-1c23-4100-93a9-d4e23b312cf8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.332952] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e1335e-633c-9c8d-6a37-5a2934445f41, 'name': SearchDatastore_Task, 'duration_secs': 0.017868} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.341985] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 6ece1dc5-c1c0-4613-8739-b016151ba133/6ece1dc5-c1c0-4613-8739-b016151ba133.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.342448] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.342712] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd/3537c1b2-4ad0-40d8-880b-f5a0bfa204fd.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.343590] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b94bfec-da12-404c-820e-62528adebd36 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.358364] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e01a9188-fecb-4ed2-ae54-6a39756b5fc6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.368042] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1062.368042] env[68292]: value = "task-3072541" [ 1062.368042] env[68292]: _type = "Task" [ 1062.368042] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.369435] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1062.369435] env[68292]: value = "task-3072542" [ 1062.369435] env[68292]: _type = "Task" [ 1062.369435] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.378184] env[68292]: DEBUG nova.network.neutron [req-63f063e5-2693-45f0-a9cd-0ca52018f1b3 req-504cd1c4-db98-424c-a154-8c744e9ddde4 service nova] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Updated VIF entry in instance network info cache for port 86d46917-fcbc-40b1-8df4-b560d69cd9b1. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.378533] env[68292]: DEBUG nova.network.neutron [req-63f063e5-2693-45f0-a9cd-0ca52018f1b3 req-504cd1c4-db98-424c-a154-8c744e9ddde4 service nova] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Updating instance_info_cache with network_info: [{"id": "86d46917-fcbc-40b1-8df4-b560d69cd9b1", "address": "fa:16:3e:e3:b2:0a", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d46917-fc", "ovs_interfaceid": "86d46917-fcbc-40b1-8df4-b560d69cd9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.382716] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.385860] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.434677] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072539, 'name': CreateVM_Task, 'duration_secs': 0.539336} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.434857] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.435562] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.435729] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.436066] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.436320] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b90e371-4c54-4058-a4ff-7ef3bcdf1431 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.442930] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1062.442930] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52510616-251e-4daa-5a9e-5fb5dd38ddd8" [ 1062.442930] env[68292]: _type = "Task" [ 1062.442930] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.455913] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52510616-251e-4daa-5a9e-5fb5dd38ddd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.496495] env[68292]: DEBUG nova.network.neutron [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.505053] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1062.505400] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d123252-99e4-4ed1-9581-0dd1eabe490e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.515702] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1062.515702] env[68292]: value = "task-3072543" [ 1062.515702] env[68292]: _type = "Task" [ 1062.515702] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.525485] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072543, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.605413] env[68292]: DEBUG nova.network.neutron [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Port 584ebc34-1148-4ce2-98fc-f3e41912cf81 binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1062.678899] env[68292]: DEBUG nova.network.neutron [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Updating instance_info_cache with network_info: [{"id": "0ddf8c5d-0930-48ec-803a-26c182c07b97", "address": "fa:16:3e:93:ac:c4", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddf8c5d-09", "ovs_interfaceid": "0ddf8c5d-0930-48ec-803a-26c182c07b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.776676] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.781070] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.028s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.781611] env[68292]: INFO nova.compute.claims [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.813462] env[68292]: INFO nova.scheduler.client.report [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted allocations for instance ee79c3c2-5827-4371-96bd-d7052ca0717a [ 1062.885200] env[68292]: DEBUG oslo_concurrency.lockutils [req-63f063e5-2693-45f0-a9cd-0ca52018f1b3 req-504cd1c4-db98-424c-a154-8c744e9ddde4 service nova] Releasing lock "refresh_cache-0816634f-552c-4d73-a72c-0f1469672700" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.885830] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072541, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.889927] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.960445] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52510616-251e-4daa-5a9e-5fb5dd38ddd8, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.960811] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.961065] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.961344] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.961494] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.961676] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.961973] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1197ee7-0dbe-4adb-afb1-14ec4fb62607 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.972933] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.973852] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.974048] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225da0b1-6822-4767-8ebf-5fc2ef170840 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.981971] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1062.981971] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529eb974-7d1a-6e14-9627-bc4891af1633" [ 1062.981971] env[68292]: _type = "Task" [ 1062.981971] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.983454] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "ed871d0a-d765-4cee-b939-3829aa1609f5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.983749] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "ed871d0a-d765-4cee-b939-3829aa1609f5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.997683] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529eb974-7d1a-6e14-9627-bc4891af1633, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.999550] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e0bda8-5cf1-4ea6-85ab-03073d34787f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.006459] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1063.006459] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d4c005-a270-bbf1-e2b8-45813b93a110" [ 1063.006459] env[68292]: _type = "Task" [ 1063.006459] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.016037] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d4c005-a270-bbf1-e2b8-45813b93a110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.025691] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072543, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.181813] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Releasing lock "refresh_cache-794384da-882b-4c93-abf5-692249da289d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.182377] env[68292]: DEBUG nova.compute.manager [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Instance network_info: |[{"id": "0ddf8c5d-0930-48ec-803a-26c182c07b97", "address": "fa:16:3e:93:ac:c4", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddf8c5d-09", "ovs_interfaceid": "0ddf8c5d-0930-48ec-803a-26c182c07b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.182841] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:ac:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ddf8c5d-0930-48ec-803a-26c182c07b97', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.191156] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.191418] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 794384da-882b-4c93-abf5-692249da289d] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.191658] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3f862e3-719f-4ff3-9a6e-23f1f5be5d6b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.213762] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.213762] env[68292]: value = "task-3072544" [ 1063.213762] env[68292]: _type = "Task" [ 1063.213762] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.222154] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072544, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.322278] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1c9d25d6-32cc-408b-bbe4-10afb237480f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "ee79c3c2-5827-4371-96bd-d7052ca0717a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.489s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.381783] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072541, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.387214] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072542, 'name': ReconfigVM_Task, 'duration_secs': 0.622521} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.387491] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 6ece1dc5-c1c0-4613-8739-b016151ba133/6ece1dc5-c1c0-4613-8739-b016151ba133.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.388137] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-321860cb-0126-4970-9097-ca046705083b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.395550] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1063.395550] env[68292]: value = "task-3072545" [ 1063.395550] env[68292]: _type = "Task" [ 1063.395550] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.404179] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072545, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.491777] env[68292]: DEBUG nova.compute.utils [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.518869] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d4c005-a270-bbf1-e2b8-45813b93a110, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.522282] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.522473] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 0816634f-552c-4d73-a72c-0f1469672700/0816634f-552c-4d73-a72c-0f1469672700.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.523242] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efd3e631-ba0e-42a1-baff-c7d58699a7fb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.533496] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072543, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.535078] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1063.535078] env[68292]: value = "task-3072546" [ 1063.535078] env[68292]: _type = "Task" [ 1063.535078] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.544559] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.588817] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "022bc348-49da-4911-ab3d-a162305bdeaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.589074] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "022bc348-49da-4911-ab3d-a162305bdeaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.628796] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "d0cb45ea-32d7-45f0-aec2-701a3398f532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.629108] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "d0cb45ea-32d7-45f0-aec2-701a3398f532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.629275] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "d0cb45ea-32d7-45f0-aec2-701a3398f532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.724409] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072544, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.818034] env[68292]: DEBUG nova.compute.manager [req-3904dfef-cf91-4a90-a424-8e41c5000770 req-50840609-b05f-4555-8ae9-b2991e421f74 service nova] [instance: 794384da-882b-4c93-abf5-692249da289d] Received event network-changed-0ddf8c5d-0930-48ec-803a-26c182c07b97 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.818034] env[68292]: DEBUG nova.compute.manager [req-3904dfef-cf91-4a90-a424-8e41c5000770 req-50840609-b05f-4555-8ae9-b2991e421f74 service nova] [instance: 794384da-882b-4c93-abf5-692249da289d] Refreshing instance network info cache due to event network-changed-0ddf8c5d-0930-48ec-803a-26c182c07b97. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.818034] env[68292]: DEBUG oslo_concurrency.lockutils [req-3904dfef-cf91-4a90-a424-8e41c5000770 req-50840609-b05f-4555-8ae9-b2991e421f74 service nova] Acquiring lock "refresh_cache-794384da-882b-4c93-abf5-692249da289d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.818034] env[68292]: DEBUG oslo_concurrency.lockutils [req-3904dfef-cf91-4a90-a424-8e41c5000770 req-50840609-b05f-4555-8ae9-b2991e421f74 service nova] Acquired lock "refresh_cache-794384da-882b-4c93-abf5-692249da289d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.818758] env[68292]: DEBUG nova.network.neutron [req-3904dfef-cf91-4a90-a424-8e41c5000770 req-50840609-b05f-4555-8ae9-b2991e421f74 service nova] [instance: 794384da-882b-4c93-abf5-692249da289d] Refreshing network info cache for port 0ddf8c5d-0930-48ec-803a-26c182c07b97 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.884183] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072541, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.490212} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.884717] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd/3537c1b2-4ad0-40d8-880b-f5a0bfa204fd.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.884717] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.884891] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1da09b24-8c7c-41ab-b097-193c36b00af9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.892939] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1063.892939] env[68292]: value = "task-3072547" [ 1063.892939] env[68292]: _type = "Task" [ 1063.892939] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.902147] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.911024] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072545, 'name': Rename_Task, 'duration_secs': 0.155762} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.911293] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.911551] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ee5db70-8af9-47ed-834e-311c3e9a7a77 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.919426] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1063.919426] env[68292]: value = "task-3072548" [ 1063.919426] env[68292]: _type = "Task" [ 1063.919426] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.929195] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.995393] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "ed871d0a-d765-4cee-b939-3829aa1609f5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.032039] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072543, 'name': CloneVM_Task, 'duration_secs': 1.281385} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.032297] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Created linked-clone VM from snapshot [ 1064.033098] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d43009f-9b31-4206-8bf7-17768cba5258 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.052272] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Uploading image b01d8528-11c3-4a6d-bc40-c4072cac7017 {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1064.054416] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072546, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.074511] env[68292]: DEBUG oslo_vmware.rw_handles [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1064.074511] env[68292]: value = "vm-615235" [ 1064.074511] env[68292]: _type = "VirtualMachine" [ 1064.074511] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1064.074843] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-83f1e467-351b-49a6-8734-8fd3caab344a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.082717] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1ea683-1ccc-472f-a902-ebf08acc07b4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.087355] env[68292]: DEBUG oslo_vmware.rw_handles [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lease: (returnval){ [ 1064.087355] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52599849-b135-00bf-4a69-0b0be0c8cd3d" [ 1064.087355] env[68292]: _type = "HttpNfcLease" [ 1064.087355] env[68292]: } obtained for exporting VM: (result){ [ 1064.087355] env[68292]: value = "vm-615235" [ 1064.087355] env[68292]: _type = "VirtualMachine" [ 1064.087355] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1064.087818] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the lease: (returnval){ [ 1064.087818] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52599849-b135-00bf-4a69-0b0be0c8cd3d" [ 1064.087818] env[68292]: _type = "HttpNfcLease" [ 1064.087818] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1064.094026] env[68292]: DEBUG nova.compute.manager [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.099603] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafb48aa-b24b-4393-837f-5c8476d6496c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.108027] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.108027] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52599849-b135-00bf-4a69-0b0be0c8cd3d" [ 1064.108027] env[68292]: _type = "HttpNfcLease" [ 1064.108027] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1064.108027] env[68292]: DEBUG oslo_vmware.rw_handles [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1064.108027] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52599849-b135-00bf-4a69-0b0be0c8cd3d" [ 1064.108027] env[68292]: _type = "HttpNfcLease" [ 1064.108027] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1064.108027] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de84aaa-cb9c-4633-963a-c6e5df578b71 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.147558] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a817f1-1155-41f8-b7ad-4e8bf0a9769f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.161026] env[68292]: DEBUG oslo_vmware.rw_handles [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215d57a-9fda-8fcf-936d-6f9da0264b04/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1064.161026] env[68292]: DEBUG oslo_vmware.rw_handles [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215d57a-9fda-8fcf-936d-6f9da0264b04/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1064.225887] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25bcf46-30bf-4602-9f0e-0a65e9f1a4c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.242705] env[68292]: DEBUG nova.compute.provider_tree [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.248497] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072544, 'name': CreateVM_Task, 'duration_secs': 0.619516} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.248921] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 794384da-882b-4c93-abf5-692249da289d] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.249925] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.249925] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.250293] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.250580] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e52517a-afd0-47ab-803b-c24210c5cbe7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.257088] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1064.257088] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527c8bac-ad98-7d8f-af0d-7e83aedf104d" [ 1064.257088] env[68292]: _type = "Task" [ 1064.257088] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.272849] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527c8bac-ad98-7d8f-af0d-7e83aedf104d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.272849] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21f45c0a-2eb5-4bdc-a167-6cfaadb5efdf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.327702] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "7163d49f-a247-4d06-b7a3-47cd17bbb606" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.327702] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "7163d49f-a247-4d06-b7a3-47cd17bbb606" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.402918] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106052} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.403443] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.404013] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7697b9c2-27f9-45ab-9bbd-d07c3e2e4c25 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.426119] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd/3537c1b2-4ad0-40d8-880b-f5a0bfa204fd.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.428696] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b9d285-5310-40fd-bb75-f87cc23ecbcd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.453869] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.455189] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1064.455189] env[68292]: value = "task-3072550" [ 1064.455189] env[68292]: _type = "Task" [ 1064.455189] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.552460] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737643} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.552460] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 0816634f-552c-4d73-a72c-0f1469672700/0816634f-552c-4d73-a72c-0f1469672700.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.552698] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.553355] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aac94df-6c0f-4f89-9b88-a5619f00d056 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.561166] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1064.561166] env[68292]: value = "task-3072551" [ 1064.561166] env[68292]: _type = "Task" [ 1064.561166] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.576587] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.629921] env[68292]: DEBUG nova.network.neutron [req-3904dfef-cf91-4a90-a424-8e41c5000770 req-50840609-b05f-4555-8ae9-b2991e421f74 service nova] [instance: 794384da-882b-4c93-abf5-692249da289d] Updated VIF entry in instance network info cache for port 0ddf8c5d-0930-48ec-803a-26c182c07b97. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.631030] env[68292]: DEBUG nova.network.neutron [req-3904dfef-cf91-4a90-a424-8e41c5000770 req-50840609-b05f-4555-8ae9-b2991e421f74 service nova] [instance: 794384da-882b-4c93-abf5-692249da289d] Updating instance_info_cache with network_info: [{"id": "0ddf8c5d-0930-48ec-803a-26c182c07b97", "address": "fa:16:3e:93:ac:c4", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddf8c5d-09", "ovs_interfaceid": "0ddf8c5d-0930-48ec-803a-26c182c07b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.638661] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.683107] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.683331] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.683546] env[68292]: DEBUG nova.network.neutron [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.749956] env[68292]: DEBUG nova.scheduler.client.report [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.769408] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527c8bac-ad98-7d8f-af0d-7e83aedf104d, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.770503] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.770756] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.771121] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.771294] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.771494] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.772123] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-557e19be-7310-4364-a114-b69ad4209338 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.783673] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.783933] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.784994] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dffe9101-38e4-4c5d-8057-9ba973be4b82 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.792260] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1064.792260] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52630511-90eb-c113-e603-b5b84ec91aa3" [ 1064.792260] env[68292]: _type = "Task" [ 1064.792260] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.801448] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52630511-90eb-c113-e603-b5b84ec91aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.829804] env[68292]: DEBUG nova.compute.manager [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.940506] env[68292]: DEBUG oslo_vmware.api [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072548, 'name': PowerOnVM_Task, 'duration_secs': 0.62623} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.940988] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.941770] env[68292]: DEBUG nova.compute.manager [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.942480] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932e7c8b-b137-4d67-a145-b36cbe157e2c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.966600] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.073336] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "ed871d0a-d765-4cee-b939-3829aa1609f5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.073703] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "ed871d0a-d765-4cee-b939-3829aa1609f5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.074027] env[68292]: INFO nova.compute.manager [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Attaching volume 726b43e8-7090-4355-9a02-9bf6d6ffc0b3 to /dev/sdb [ 1065.076176] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083752} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.076664] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.077579] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8656eec-ce74-4902-9a75-71ee77909d1f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.107218] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 0816634f-552c-4d73-a72c-0f1469672700/0816634f-552c-4d73-a72c-0f1469672700.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.107578] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb27e9d4-ca56-4689-83d8-3814f6deac04 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.124475] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d35cf9-3847-4bee-8af7-58edde70e6e2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.135919] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc02c69-8c70-4464-ad08-9b9abba25ee2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.141019] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1065.141019] env[68292]: value = "task-3072552" [ 1065.141019] env[68292]: _type = "Task" [ 1065.141019] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.141019] env[68292]: DEBUG oslo_concurrency.lockutils [req-3904dfef-cf91-4a90-a424-8e41c5000770 req-50840609-b05f-4555-8ae9-b2991e421f74 service nova] Releasing lock "refresh_cache-794384da-882b-4c93-abf5-692249da289d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.150432] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.154323] env[68292]: DEBUG nova.virt.block_device [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Updating existing volume attachment record: 71c3c498-995a-49a3-961a-fe0f606eca55 {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1065.259023] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.259023] env[68292]: DEBUG nova.compute.manager [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.261403] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.759s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.263753] env[68292]: INFO nova.compute.claims [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.303728] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52630511-90eb-c113-e603-b5b84ec91aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.307835] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4ba3cf-da77-4222-be11-9d7045184621 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.317673] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1065.317673] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c14f81-41aa-03ca-e5f7-400081050078" [ 1065.317673] env[68292]: _type = "Task" [ 1065.317673] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.325826] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c14f81-41aa-03ca-e5f7-400081050078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.351413] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.465238] env[68292]: DEBUG oslo_concurrency.lockutils [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.467661] env[68292]: DEBUG nova.network.neutron [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance_info_cache with network_info: [{"id": "584ebc34-1148-4ce2-98fc-f3e41912cf81", "address": "fa:16:3e:b2:18:01", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap584ebc34-11", "ovs_interfaceid": "584ebc34-1148-4ce2-98fc-f3e41912cf81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.472034] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072550, 'name': ReconfigVM_Task, 'duration_secs': 0.547374} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.472562] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd/3537c1b2-4ad0-40d8-880b-f5a0bfa204fd.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.473298] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6e39675-501a-4b2f-b70e-7087adc74ffa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.480824] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1065.480824] env[68292]: value = "task-3072556" [ 1065.480824] env[68292]: _type = "Task" [ 1065.480824] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.491755] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072556, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.652749] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.770605] env[68292]: DEBUG nova.compute.utils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.774419] env[68292]: DEBUG nova.compute.manager [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.774753] env[68292]: DEBUG nova.network.neutron [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.812898] env[68292]: DEBUG nova.policy [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20635a5fed614cd0a3d4a96c4c6ef87e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '423c2aca34d0475fac26f9be311ffbb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.828148] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c14f81-41aa-03ca-e5f7-400081050078, 'name': SearchDatastore_Task, 'duration_secs': 0.012707} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.828550] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.828986] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 794384da-882b-4c93-abf5-692249da289d/794384da-882b-4c93-abf5-692249da289d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.829745] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94747c43-b0f6-4116-a3ed-2293ffa6d0cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.838815] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1065.838815] env[68292]: value = "task-3072557" [ 1065.838815] env[68292]: _type = "Task" [ 1065.838815] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.849995] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.973471] env[68292]: DEBUG oslo_concurrency.lockutils [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.995046] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072556, 'name': Rename_Task, 'duration_secs': 0.205159} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.995495] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.997605] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-048f5fc4-0958-47c1-a447-aa3603968e8c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.007583] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1066.007583] env[68292]: value = "task-3072558" [ 1066.007583] env[68292]: _type = "Task" [ 1066.007583] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.021649] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.152753] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072552, 'name': ReconfigVM_Task, 'duration_secs': 0.57935} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.153152] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 0816634f-552c-4d73-a72c-0f1469672700/0816634f-552c-4d73-a72c-0f1469672700.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.153826] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3859c21-e72d-4503-b40b-61ae1b87fe00 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.162504] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1066.162504] env[68292]: value = "task-3072559" [ 1066.162504] env[68292]: _type = "Task" [ 1066.162504] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.175585] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072559, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.194302] env[68292]: DEBUG nova.network.neutron [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Successfully created port: 8e8f9e07-e104-4d5b-ac43-946d3721d7ff {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.276332] env[68292]: DEBUG nova.compute.manager [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.351261] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471287} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.351261] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 794384da-882b-4c93-abf5-692249da289d/794384da-882b-4c93-abf5-692249da289d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.351539] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.352217] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84deca73-7f8d-4a37-9d0a-82c4daa20534 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.370096] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1066.370096] env[68292]: value = "task-3072560" [ 1066.370096] env[68292]: _type = "Task" [ 1066.370096] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.387064] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.500605] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4146bdd0-502d-479a-9367-106aacfc0c02 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.530836] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252e2e3d-3364-4ede-99cd-e094af9b9fd7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.540611] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.543809] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance 'd0cb45ea-32d7-45f0-aec2-701a3398f532' progress to 83 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.552543] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquiring lock "6ece1dc5-c1c0-4613-8739-b016151ba133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.552838] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lock "6ece1dc5-c1c0-4613-8739-b016151ba133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.553060] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquiring lock "6ece1dc5-c1c0-4613-8739-b016151ba133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.553269] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lock "6ece1dc5-c1c0-4613-8739-b016151ba133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.553465] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lock "6ece1dc5-c1c0-4613-8739-b016151ba133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.558932] env[68292]: INFO nova.compute.manager [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Terminating instance [ 1066.661778] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cb45b8-dd3a-4794-8257-5de7da08bad3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.676449] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072559, 'name': Rename_Task, 'duration_secs': 0.269519} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.677493] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bf7d56-8f96-4189-baad-5009d90d0307 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.680784] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.681079] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31343183-42c6-4c12-adf2-122e20457a7b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.720362] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3c781b-a5d9-4ddf-9f73-a6b4606196e8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.723216] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1066.723216] env[68292]: value = "task-3072561" [ 1066.723216] env[68292]: _type = "Task" [ 1066.723216] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.730549] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f731a54a-5255-43a1-bc08-375b26d95500 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.738118] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.750384] env[68292]: DEBUG nova.compute.provider_tree [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.880546] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123873} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.880931] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.881649] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45176a89-0f2e-41aa-93bd-ed0934159758 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.906206] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 794384da-882b-4c93-abf5-692249da289d/794384da-882b-4c93-abf5-692249da289d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.906541] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50b057f0-d51c-47af-8989-ffae7c291d70 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.928351] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1066.928351] env[68292]: value = "task-3072562" [ 1066.928351] env[68292]: _type = "Task" [ 1066.928351] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.937847] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.035565] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072558, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.050763] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.051096] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c7f04c0-5be8-4f02-a43b-f2b38252f1e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.060343] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1067.060343] env[68292]: value = "task-3072563" [ 1067.060343] env[68292]: _type = "Task" [ 1067.060343] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.063926] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquiring lock "refresh_cache-6ece1dc5-c1c0-4613-8739-b016151ba133" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.064118] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquired lock "refresh_cache-6ece1dc5-c1c0-4613-8739-b016151ba133" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.064390] env[68292]: DEBUG nova.network.neutron [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.074771] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.236125] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.253459] env[68292]: DEBUG nova.scheduler.client.report [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.292952] env[68292]: DEBUG nova.compute.manager [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.318979] env[68292]: DEBUG nova.virt.hardware [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.319308] env[68292]: DEBUG nova.virt.hardware [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.319483] env[68292]: DEBUG nova.virt.hardware [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.319666] env[68292]: DEBUG nova.virt.hardware [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.319880] env[68292]: DEBUG nova.virt.hardware [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.319968] env[68292]: DEBUG nova.virt.hardware [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.320206] env[68292]: DEBUG nova.virt.hardware [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.320361] env[68292]: DEBUG nova.virt.hardware [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.320540] env[68292]: DEBUG nova.virt.hardware [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.321117] env[68292]: DEBUG nova.virt.hardware [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.321117] env[68292]: DEBUG nova.virt.hardware [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.321823] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1618a263-1fe6-4b69-bc24-3f7dc294662d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.330673] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87609347-38d2-4ddf-a25a-86d83271afab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.439429] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.537958] env[68292]: DEBUG oslo_vmware.api [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072558, 'name': PowerOnVM_Task, 'duration_secs': 1.13272} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.538432] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.538654] env[68292]: DEBUG nova.compute.manager [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.539698] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2325a378-1876-4c01-b03f-3a77b8b90ca8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.577260] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.587106] env[68292]: DEBUG nova.network.neutron [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.663010] env[68292]: DEBUG nova.network.neutron [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.723939] env[68292]: DEBUG nova.compute.manager [req-83620dde-2b12-4d04-9e90-fa698409af5a req-f95a15f8-e0d6-4e13-b84b-482bf2b654fc service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Received event network-vif-plugged-8e8f9e07-e104-4d5b-ac43-946d3721d7ff {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.724214] env[68292]: DEBUG oslo_concurrency.lockutils [req-83620dde-2b12-4d04-9e90-fa698409af5a req-f95a15f8-e0d6-4e13-b84b-482bf2b654fc service nova] Acquiring lock "bdfa08a8-d941-4d40-a996-ced4894cc666-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.724566] env[68292]: DEBUG oslo_concurrency.lockutils [req-83620dde-2b12-4d04-9e90-fa698409af5a req-f95a15f8-e0d6-4e13-b84b-482bf2b654fc service nova] Lock "bdfa08a8-d941-4d40-a996-ced4894cc666-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.724682] env[68292]: DEBUG oslo_concurrency.lockutils [req-83620dde-2b12-4d04-9e90-fa698409af5a req-f95a15f8-e0d6-4e13-b84b-482bf2b654fc service nova] Lock "bdfa08a8-d941-4d40-a996-ced4894cc666-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.724826] env[68292]: DEBUG nova.compute.manager [req-83620dde-2b12-4d04-9e90-fa698409af5a req-f95a15f8-e0d6-4e13-b84b-482bf2b654fc service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] No waiting events found dispatching network-vif-plugged-8e8f9e07-e104-4d5b-ac43-946d3721d7ff {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.725059] env[68292]: WARNING nova.compute.manager [req-83620dde-2b12-4d04-9e90-fa698409af5a req-f95a15f8-e0d6-4e13-b84b-482bf2b654fc service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Received unexpected event network-vif-plugged-8e8f9e07-e104-4d5b-ac43-946d3721d7ff for instance with vm_state building and task_state spawning. [ 1067.735978] env[68292]: DEBUG oslo_vmware.api [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072561, 'name': PowerOnVM_Task, 'duration_secs': 0.67464} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.736272] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.736476] env[68292]: INFO nova.compute.manager [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1067.736852] env[68292]: DEBUG nova.compute.manager [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.737525] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f8f2f0-9ed0-46dc-9ab5-b8f15e9e3aad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.758606] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.759136] env[68292]: DEBUG nova.compute.manager [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.761631] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.076s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.763489] env[68292]: INFO nova.compute.claims [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.816724] env[68292]: DEBUG nova.network.neutron [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Successfully updated port: 8e8f9e07-e104-4d5b-ac43-946d3721d7ff {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.941892] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072562, 'name': ReconfigVM_Task, 'duration_secs': 0.79458} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.942288] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 794384da-882b-4c93-abf5-692249da289d/794384da-882b-4c93-abf5-692249da289d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.943086] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95dd0c8b-8217-4211-aeaa-483da025e4a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.951131] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1067.951131] env[68292]: value = "task-3072565" [ 1067.951131] env[68292]: _type = "Task" [ 1067.951131] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.961302] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072565, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.062098] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.073692] env[68292]: DEBUG oslo_vmware.api [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072563, 'name': PowerOnVM_Task, 'duration_secs': 0.529521} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.074131] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.074395] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-89b46b28-b606-49e6-95f3-d599dc0d1d5d tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance 'd0cb45ea-32d7-45f0-aec2-701a3398f532' progress to 100 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.168281] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Releasing lock "refresh_cache-6ece1dc5-c1c0-4613-8739-b016151ba133" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.168281] env[68292]: DEBUG nova.compute.manager [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.168281] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.168281] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2cca39-b90d-44bd-b7a4-6880dae034fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.177403] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.177660] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d87feed4-a3d0-4dbd-8641-e59163e045dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.189276] env[68292]: DEBUG oslo_vmware.api [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1068.189276] env[68292]: value = "task-3072566" [ 1068.189276] env[68292]: _type = "Task" [ 1068.189276] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.199309] env[68292]: DEBUG oslo_vmware.api [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.257677] env[68292]: INFO nova.compute.manager [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Took 25.46 seconds to build instance. [ 1068.269805] env[68292]: DEBUG nova.compute.utils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.273448] env[68292]: DEBUG nova.compute.manager [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Not allocating networking since 'none' was specified. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1068.322522] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "refresh_cache-bdfa08a8-d941-4d40-a996-ced4894cc666" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.322701] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired lock "refresh_cache-bdfa08a8-d941-4d40-a996-ced4894cc666" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.322893] env[68292]: DEBUG nova.network.neutron [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.461926] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072565, 'name': Rename_Task, 'duration_secs': 0.181527} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.462333] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.462504] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e570392-e6de-4bd4-b394-3a00d5d9095f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.472534] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1068.472534] env[68292]: value = "task-3072567" [ 1068.472534] env[68292]: _type = "Task" [ 1068.472534] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.481484] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.702044] env[68292]: DEBUG oslo_vmware.api [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072566, 'name': PowerOffVM_Task, 'duration_secs': 0.310179} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.702243] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.702367] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.702681] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9033035-3ad8-4f69-b33c-0f4f21c65674 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.736939] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.737284] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.737509] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Deleting the datastore file [datastore2] 6ece1dc5-c1c0-4613-8739-b016151ba133 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.737776] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-594f7a6f-6d2c-43f2-8627-1090f53632ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.745846] env[68292]: DEBUG oslo_vmware.api [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for the task: (returnval){ [ 1068.745846] env[68292]: value = "task-3072569" [ 1068.745846] env[68292]: _type = "Task" [ 1068.745846] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.754096] env[68292]: DEBUG oslo_vmware.api [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.760769] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b8b59e1-9d21-4597-a32d-e5f50fa336ae tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "0816634f-552c-4d73-a72c-0f1469672700" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.970s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.773638] env[68292]: DEBUG nova.compute.manager [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.859511] env[68292]: DEBUG nova.network.neutron [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.983990] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072567, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.025657] env[68292]: DEBUG nova.network.neutron [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Updating instance_info_cache with network_info: [{"id": "8e8f9e07-e104-4d5b-ac43-946d3721d7ff", "address": "fa:16:3e:b5:1f:67", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8f9e07-e1", "ovs_interfaceid": "8e8f9e07-e104-4d5b-ac43-946d3721d7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.060802] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76714e7a-ffc5-425b-9126-01a79f76925c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.069701] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe0e35b-ec34-4d23-98e1-8cc93cece46c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.103566] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29811d85-3c97-482f-a7f2-3d869f4eb76c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.111775] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9208e48-1fb1-4871-8ad8-60a29f8d02f7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.126230] env[68292]: DEBUG nova.compute.provider_tree [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.153519] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquiring lock "3537c1b2-4ad0-40d8-880b-f5a0bfa204fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.153798] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lock "3537c1b2-4ad0-40d8-880b-f5a0bfa204fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.154010] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquiring lock "3537c1b2-4ad0-40d8-880b-f5a0bfa204fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.154202] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lock "3537c1b2-4ad0-40d8-880b-f5a0bfa204fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.154371] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lock "3537c1b2-4ad0-40d8-880b-f5a0bfa204fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.156919] env[68292]: INFO nova.compute.manager [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Terminating instance [ 1069.257680] env[68292]: DEBUG oslo_vmware.api [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Task: {'id': task-3072569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107666} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.257807] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.258026] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.258236] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.258434] env[68292]: INFO nova.compute.manager [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1069.258705] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.258944] env[68292]: DEBUG nova.compute.manager [-] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.259058] env[68292]: DEBUG nova.network.neutron [-] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.277249] env[68292]: DEBUG nova.network.neutron [-] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.484196] env[68292]: DEBUG oslo_vmware.api [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072567, 'name': PowerOnVM_Task, 'duration_secs': 0.574808} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.484509] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.484711] env[68292]: INFO nova.compute.manager [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1069.484891] env[68292]: DEBUG nova.compute.manager [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.485685] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88030402-396d-4f46-86f4-23a90a8c8724 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.531513] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Releasing lock "refresh_cache-bdfa08a8-d941-4d40-a996-ced4894cc666" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.531862] env[68292]: DEBUG nova.compute.manager [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Instance network_info: |[{"id": "8e8f9e07-e104-4d5b-ac43-946d3721d7ff", "address": "fa:16:3e:b5:1f:67", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8f9e07-e1", "ovs_interfaceid": "8e8f9e07-e104-4d5b-ac43-946d3721d7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.532636] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:1f:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e8f9e07-e104-4d5b-ac43-946d3721d7ff', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.541035] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.541617] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.541898] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7a1352f-a858-4480-a2fe-469ddaa771ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.564960] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.564960] env[68292]: value = "task-3072570" [ 1069.564960] env[68292]: _type = "Task" [ 1069.564960] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.574869] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072570, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.631960] env[68292]: DEBUG nova.scheduler.client.report [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.661130] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquiring lock "refresh_cache-3537c1b2-4ad0-40d8-880b-f5a0bfa204fd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.661419] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquired lock "refresh_cache-3537c1b2-4ad0-40d8-880b-f5a0bfa204fd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.661622] env[68292]: DEBUG nova.network.neutron [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.706073] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1069.706359] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615238', 'volume_id': '726b43e8-7090-4355-9a02-9bf6d6ffc0b3', 'name': 'volume-726b43e8-7090-4355-9a02-9bf6d6ffc0b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed871d0a-d765-4cee-b939-3829aa1609f5', 'attached_at': '', 'detached_at': '', 'volume_id': '726b43e8-7090-4355-9a02-9bf6d6ffc0b3', 'serial': '726b43e8-7090-4355-9a02-9bf6d6ffc0b3'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1069.708055] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a98224-62ae-4a7f-9f56-6c4f511d1e86 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.728638] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba4aa1c-fdaf-4bcd-93e6-9e2d1b5cca90 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.754524] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-726b43e8-7090-4355-9a02-9bf6d6ffc0b3/volume-726b43e8-7090-4355-9a02-9bf6d6ffc0b3.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.754677] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03a8eea-3ab2-4b7b-91bc-e017e93e909d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.776062] env[68292]: DEBUG oslo_vmware.api [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1069.776062] env[68292]: value = "task-3072571" [ 1069.776062] env[68292]: _type = "Task" [ 1069.776062] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.779406] env[68292]: DEBUG nova.compute.manager [req-5e1c54de-0209-424f-bf54-a48fa7a69e44 req-adc90854-cbd0-4338-8e62-0002bf7f638e service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Received event network-changed-8e8f9e07-e104-4d5b-ac43-946d3721d7ff {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.779693] env[68292]: DEBUG nova.compute.manager [req-5e1c54de-0209-424f-bf54-a48fa7a69e44 req-adc90854-cbd0-4338-8e62-0002bf7f638e service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Refreshing instance network info cache due to event network-changed-8e8f9e07-e104-4d5b-ac43-946d3721d7ff. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.779791] env[68292]: DEBUG oslo_concurrency.lockutils [req-5e1c54de-0209-424f-bf54-a48fa7a69e44 req-adc90854-cbd0-4338-8e62-0002bf7f638e service nova] Acquiring lock "refresh_cache-bdfa08a8-d941-4d40-a996-ced4894cc666" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.779933] env[68292]: DEBUG oslo_concurrency.lockutils [req-5e1c54de-0209-424f-bf54-a48fa7a69e44 req-adc90854-cbd0-4338-8e62-0002bf7f638e service nova] Acquired lock "refresh_cache-bdfa08a8-d941-4d40-a996-ced4894cc666" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.780486] env[68292]: DEBUG nova.network.neutron [req-5e1c54de-0209-424f-bf54-a48fa7a69e44 req-adc90854-cbd0-4338-8e62-0002bf7f638e service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Refreshing network info cache for port 8e8f9e07-e104-4d5b-ac43-946d3721d7ff {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.785681] env[68292]: DEBUG nova.network.neutron [-] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.787859] env[68292]: DEBUG nova.compute.manager [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.799225] env[68292]: DEBUG oslo_vmware.api [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.819377] env[68292]: DEBUG nova.virt.hardware [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.819706] env[68292]: DEBUG nova.virt.hardware [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.819838] env[68292]: DEBUG nova.virt.hardware [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.820068] env[68292]: DEBUG nova.virt.hardware [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.820239] env[68292]: DEBUG nova.virt.hardware [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.820389] env[68292]: DEBUG nova.virt.hardware [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.820613] env[68292]: DEBUG nova.virt.hardware [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.820786] env[68292]: DEBUG nova.virt.hardware [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.820959] env[68292]: DEBUG nova.virt.hardware [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.821139] env[68292]: DEBUG nova.virt.hardware [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.821317] env[68292]: DEBUG nova.virt.hardware [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.822594] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91a677f-8b8c-4a22-8792-d0e9f57186b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.832960] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1549bfe5-ae45-46d2-ad5c-549a0d28454b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.849983] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.855747] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Creating folder: Project (89a50bf8a7fc4965b85e643794b89f89). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.856174] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b16138fa-0373-43e8-b5f6-63b89507e83e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.872128] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Created folder: Project (89a50bf8a7fc4965b85e643794b89f89) in parent group-v614981. [ 1069.872363] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Creating folder: Instances. Parent ref: group-v615240. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.872634] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-622289e6-409e-4a3b-b0d2-8d6e5205e686 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.894046] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Created folder: Instances in parent group-v615240. [ 1069.894475] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.894651] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.894755] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e79cac98-a358-4e16-88eb-565a1c70784b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.913135] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.913135] env[68292]: value = "task-3072574" [ 1069.913135] env[68292]: _type = "Task" [ 1069.913135] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.921790] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072574, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.003420] env[68292]: INFO nova.compute.manager [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Took 26.74 seconds to build instance. [ 1070.075814] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072570, 'name': CreateVM_Task, 'duration_secs': 0.407115} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.075994] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.076750] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.076944] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.077320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.077607] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15759f68-7f63-455d-8968-09ae20c826a8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.083728] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1070.083728] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526f07da-4dc7-4dd9-01aa-d00ee70ec751" [ 1070.083728] env[68292]: _type = "Task" [ 1070.083728] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.094755] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526f07da-4dc7-4dd9-01aa-d00ee70ec751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.137762] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.138733] env[68292]: DEBUG nova.compute.manager [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.143150] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.358s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.143492] env[68292]: DEBUG nova.objects.instance [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lazy-loading 'resources' on Instance uuid 31713647-3fad-44cb-9462-9c0dfe2e162d {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.186027] env[68292]: DEBUG nova.network.neutron [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.268457] env[68292]: DEBUG nova.network.neutron [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.293047] env[68292]: DEBUG oslo_vmware.api [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072571, 'name': ReconfigVM_Task, 'duration_secs': 0.51305} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.293255] env[68292]: INFO nova.compute.manager [-] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Took 1.03 seconds to deallocate network for instance. [ 1070.294482] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-726b43e8-7090-4355-9a02-9bf6d6ffc0b3/volume-726b43e8-7090-4355-9a02-9bf6d6ffc0b3.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.302328] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acbecede-ce69-49b8-b819-376a492fd1a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.326022] env[68292]: DEBUG oslo_vmware.api [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1070.326022] env[68292]: value = "task-3072575" [ 1070.326022] env[68292]: _type = "Task" [ 1070.326022] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.336060] env[68292]: DEBUG oslo_vmware.api [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.423725] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072574, 'name': CreateVM_Task, 'duration_secs': 0.371765} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.423915] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.424339] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.506796] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dc1b921c-bf4e-48e4-a7fb-a70c4540e2ec tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "794384da-882b-4c93-abf5-692249da289d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.260s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.564651] env[68292]: DEBUG nova.network.neutron [req-5e1c54de-0209-424f-bf54-a48fa7a69e44 req-adc90854-cbd0-4338-8e62-0002bf7f638e service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Updated VIF entry in instance network info cache for port 8e8f9e07-e104-4d5b-ac43-946d3721d7ff. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.565334] env[68292]: DEBUG nova.network.neutron [req-5e1c54de-0209-424f-bf54-a48fa7a69e44 req-adc90854-cbd0-4338-8e62-0002bf7f638e service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Updating instance_info_cache with network_info: [{"id": "8e8f9e07-e104-4d5b-ac43-946d3721d7ff", "address": "fa:16:3e:b5:1f:67", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8f9e07-e1", "ovs_interfaceid": "8e8f9e07-e104-4d5b-ac43-946d3721d7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.597642] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526f07da-4dc7-4dd9-01aa-d00ee70ec751, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.597911] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.598180] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.598471] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.598686] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.598919] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.599252] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.599558] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.599790] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4adac99a-5188-4ca4-96f9-9125521470f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.601684] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba41b9c-a55a-45f3-8157-6243b2c03a93 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.608208] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1070.608208] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d95cec-bcae-03f8-0fc7-a37f1522c772" [ 1070.608208] env[68292]: _type = "Task" [ 1070.608208] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.613452] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.613641] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.617184] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10cb29ff-ffa6-44a6-9051-7f62986cb7c2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.619725] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d95cec-bcae-03f8-0fc7-a37f1522c772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.623923] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1070.623923] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a10c41-be38-19f8-ee0c-7adeeb40e202" [ 1070.623923] env[68292]: _type = "Task" [ 1070.623923] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.632368] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a10c41-be38-19f8-ee0c-7adeeb40e202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.647365] env[68292]: DEBUG nova.compute.utils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.651786] env[68292]: DEBUG nova.compute.manager [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.651959] env[68292]: DEBUG nova.network.neutron [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.705020] env[68292]: DEBUG nova.policy [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a2ebf1e45cd4724aff9ddcd333c2e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7834ca8bd123442dba8b266c98f9176c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.744045] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "d0cb45ea-32d7-45f0-aec2-701a3398f532" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.744443] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "d0cb45ea-32d7-45f0-aec2-701a3398f532" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.748074] env[68292]: DEBUG nova.compute.manager [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Going to confirm migration 4 {{(pid=68292) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1070.773932] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Releasing lock "refresh_cache-3537c1b2-4ad0-40d8-880b-f5a0bfa204fd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.775701] env[68292]: DEBUG nova.compute.manager [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.775906] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.782597] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7de99bb-86cc-4b6f-85e8-2af82e4a0b6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.803127] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.803127] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc621ba8-1c75-441c-92d3-c4e9b08a0ab2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.825490] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.831885] env[68292]: DEBUG oslo_vmware.api [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1070.831885] env[68292]: value = "task-3072576" [ 1070.831885] env[68292]: _type = "Task" [ 1070.831885] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.841614] env[68292]: DEBUG oslo_vmware.api [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072575, 'name': ReconfigVM_Task, 'duration_secs': 0.194756} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.844905] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615238', 'volume_id': '726b43e8-7090-4355-9a02-9bf6d6ffc0b3', 'name': 'volume-726b43e8-7090-4355-9a02-9bf6d6ffc0b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed871d0a-d765-4cee-b939-3829aa1609f5', 'attached_at': '', 'detached_at': '', 'volume_id': '726b43e8-7090-4355-9a02-9bf6d6ffc0b3', 'serial': '726b43e8-7090-4355-9a02-9bf6d6ffc0b3'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1070.846166] env[68292]: DEBUG oslo_vmware.api [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.990548] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b19126e-83a8-4158-baed-0972e3230da9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.002231] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5595ebb-ced9-4fc6-84fa-bafca2a6256b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.039717] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e631d2c-56bf-42ef-a356-720151068f9c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.049178] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bbdff0-cc59-4ad6-a290-21e71034ff3f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.065852] env[68292]: DEBUG nova.compute.provider_tree [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.068029] env[68292]: DEBUG nova.network.neutron [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Successfully created port: 55d0e064-4bdb-4fcf-a24b-77c10f6aa30e {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.070554] env[68292]: DEBUG oslo_concurrency.lockutils [req-5e1c54de-0209-424f-bf54-a48fa7a69e44 req-adc90854-cbd0-4338-8e62-0002bf7f638e service nova] Releasing lock "refresh_cache-bdfa08a8-d941-4d40-a996-ced4894cc666" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.121391] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d95cec-bcae-03f8-0fc7-a37f1522c772, 'name': SearchDatastore_Task, 'duration_secs': 0.021512} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.121702] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.121947] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.122172] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.133388] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a10c41-be38-19f8-ee0c-7adeeb40e202, 'name': SearchDatastore_Task, 'duration_secs': 0.021498} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.134166] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a35654c2-f06c-49f8-b034-f0a81865405b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.140714] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1071.140714] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521ad4f8-12bd-3037-68ab-9dd52a84e128" [ 1071.140714] env[68292]: _type = "Task" [ 1071.140714] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.149081] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521ad4f8-12bd-3037-68ab-9dd52a84e128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.155772] env[68292]: DEBUG nova.compute.manager [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.248281] env[68292]: DEBUG nova.compute.manager [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.252374] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cbae1e-4d72-45ab-a5e8-478ba29873a3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.337967] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.338335] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.338514] env[68292]: DEBUG nova.network.neutron [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.338669] env[68292]: DEBUG nova.objects.instance [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lazy-loading 'info_cache' on Instance uuid d0cb45ea-32d7-45f0-aec2-701a3398f532 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.346515] env[68292]: DEBUG oslo_vmware.api [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072576, 'name': PowerOffVM_Task, 'duration_secs': 0.290406} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.346782] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.346932] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.349215] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e71e6c3-b26d-4f6c-92e8-d18d5a74dab9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.384523] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.384775] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.385143] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Deleting the datastore file [datastore2] 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.385698] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc1017ea-44d8-4aca-8ac6-03bb945e3685 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.394636] env[68292]: DEBUG oslo_vmware.api [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for the task: (returnval){ [ 1071.394636] env[68292]: value = "task-3072578" [ 1071.394636] env[68292]: _type = "Task" [ 1071.394636] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.403528] env[68292]: DEBUG oslo_vmware.api [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.573112] env[68292]: DEBUG nova.scheduler.client.report [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.655157] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521ad4f8-12bd-3037-68ab-9dd52a84e128, 'name': SearchDatastore_Task, 'duration_secs': 0.026106} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.655480] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.657305] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] bdfa08a8-d941-4d40-a996-ced4894cc666/bdfa08a8-d941-4d40-a996-ced4894cc666.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.657715] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.658069] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.658480] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3e8dc44-3844-4f1d-9827-226a1cf0f005 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.660769] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c364bf73-a8ff-4702-b0e6-d0146661a40c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.676023] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1071.676023] env[68292]: value = "task-3072579" [ 1071.676023] env[68292]: _type = "Task" [ 1071.676023] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.676023] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.676023] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.679514] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be469f1-1011-49a9-8cee-52acab831d48 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.688847] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.692025] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1071.692025] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]524cf173-60b0-2092-f943-8c2a027defba" [ 1071.692025] env[68292]: _type = "Task" [ 1071.692025] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.703154] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524cf173-60b0-2092-f943-8c2a027defba, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.703433] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0623f0e6-c1f1-4897-bac0-7460beee26c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.710609] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1071.710609] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5247a397-8741-1e07-26fb-4cc8a4aa8877" [ 1071.710609] env[68292]: _type = "Task" [ 1071.710609] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.721206] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5247a397-8741-1e07-26fb-4cc8a4aa8877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.771039] env[68292]: INFO nova.compute.manager [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] instance snapshotting [ 1071.774723] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef248dbc-d156-4c20-95f3-f2264725280c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.797315] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04297626-2839-41ea-95b5-542e6b63372f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.892035] env[68292]: DEBUG nova.objects.instance [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lazy-loading 'flavor' on Instance uuid ed871d0a-d765-4cee-b939-3829aa1609f5 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.909323] env[68292]: DEBUG oslo_vmware.api [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Task: {'id': task-3072578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107905} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.910735] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.911069] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.911382] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.911678] env[68292]: INFO nova.compute.manager [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1071.912061] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.912702] env[68292]: DEBUG nova.compute.manager [-] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.912844] env[68292]: DEBUG nova.network.neutron [-] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.941949] env[68292]: DEBUG nova.network.neutron [-] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.081048] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.083371] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.918s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.083637] env[68292]: DEBUG nova.objects.instance [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lazy-loading 'resources' on Instance uuid c8d7b2a6-2b1a-475f-836e-2f1ab5975e86 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.109627] env[68292]: INFO nova.scheduler.client.report [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Deleted allocations for instance 31713647-3fad-44cb-9462-9c0dfe2e162d [ 1072.173075] env[68292]: DEBUG nova.compute.manager [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.196512] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072579, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.207023] env[68292]: DEBUG nova.virt.hardware [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.207533] env[68292]: DEBUG nova.virt.hardware [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.207944] env[68292]: DEBUG nova.virt.hardware [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.208252] env[68292]: DEBUG nova.virt.hardware [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.208475] env[68292]: DEBUG nova.virt.hardware [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.208698] env[68292]: DEBUG nova.virt.hardware [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.209013] env[68292]: DEBUG nova.virt.hardware [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.209263] env[68292]: DEBUG nova.virt.hardware [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.209528] env[68292]: DEBUG nova.virt.hardware [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.209757] env[68292]: DEBUG nova.virt.hardware [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.210070] env[68292]: DEBUG nova.virt.hardware [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.212067] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70f4a60-42b8-4b9e-96c3-4c03747a0b96 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.238662] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe86fe4-caeb-4d05-8381-fd670c845dd5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.245828] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5247a397-8741-1e07-26fb-4cc8a4aa8877, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.246200] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.246550] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] e85d1d76-d00b-4023-8898-1fab48b95e51/e85d1d76-d00b-4023-8898-1fab48b95e51.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.247484] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39795d93-cb2a-449b-99a0-b74067387c4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.269322] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1072.269322] env[68292]: value = "task-3072580" [ 1072.269322] env[68292]: _type = "Task" [ 1072.269322] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.281876] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.310463] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1072.310832] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fadf7bfe-415d-49fe-923d-d87b9a2d9ae8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.320944] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1072.320944] env[68292]: value = "task-3072581" [ 1072.320944] env[68292]: _type = "Task" [ 1072.320944] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.331615] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072581, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.405602] env[68292]: DEBUG oslo_concurrency.lockutils [None req-dd66d708-6e6d-4137-af08-15ff62a011fb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "ed871d0a-d765-4cee-b939-3829aa1609f5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.332s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.446973] env[68292]: DEBUG nova.network.neutron [-] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.494188] env[68292]: DEBUG nova.compute.manager [req-c935ee56-b730-4caa-a88c-2d2d53d35081 req-0e5849ac-46fa-4477-b090-55c3bc294230 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Received event network-vif-plugged-55d0e064-4bdb-4fcf-a24b-77c10f6aa30e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.494188] env[68292]: DEBUG oslo_concurrency.lockutils [req-c935ee56-b730-4caa-a88c-2d2d53d35081 req-0e5849ac-46fa-4477-b090-55c3bc294230 service nova] Acquiring lock "a2554572-80d3-4348-b139-571d724558f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.494188] env[68292]: DEBUG oslo_concurrency.lockutils [req-c935ee56-b730-4caa-a88c-2d2d53d35081 req-0e5849ac-46fa-4477-b090-55c3bc294230 service nova] Lock "a2554572-80d3-4348-b139-571d724558f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.494188] env[68292]: DEBUG oslo_concurrency.lockutils [req-c935ee56-b730-4caa-a88c-2d2d53d35081 req-0e5849ac-46fa-4477-b090-55c3bc294230 service nova] Lock "a2554572-80d3-4348-b139-571d724558f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.494188] env[68292]: DEBUG nova.compute.manager [req-c935ee56-b730-4caa-a88c-2d2d53d35081 req-0e5849ac-46fa-4477-b090-55c3bc294230 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] No waiting events found dispatching network-vif-plugged-55d0e064-4bdb-4fcf-a24b-77c10f6aa30e {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.494626] env[68292]: WARNING nova.compute.manager [req-c935ee56-b730-4caa-a88c-2d2d53d35081 req-0e5849ac-46fa-4477-b090-55c3bc294230 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Received unexpected event network-vif-plugged-55d0e064-4bdb-4fcf-a24b-77c10f6aa30e for instance with vm_state building and task_state spawning. [ 1072.525815] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "ed871d0a-d765-4cee-b939-3829aa1609f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.525815] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "ed871d0a-d765-4cee-b939-3829aa1609f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.525815] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "ed871d0a-d765-4cee-b939-3829aa1609f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.525815] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "ed871d0a-d765-4cee-b939-3829aa1609f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.525815] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "ed871d0a-d765-4cee-b939-3829aa1609f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.528045] env[68292]: INFO nova.compute.manager [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Terminating instance [ 1072.618071] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f149f673-f5ee-4a86-9630-83cb515d4d14 tempest-ImagesTestJSON-294224993 tempest-ImagesTestJSON-294224993-project-member] Lock "31713647-3fad-44cb-9462-9c0dfe2e162d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.911s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.646355] env[68292]: DEBUG nova.network.neutron [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Successfully updated port: 55d0e064-4bdb-4fcf-a24b-77c10f6aa30e {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.690527] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072579, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.779276] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.832603] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072581, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.852614] env[68292]: DEBUG nova.network.neutron [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance_info_cache with network_info: [{"id": "584ebc34-1148-4ce2-98fc-f3e41912cf81", "address": "fa:16:3e:b2:18:01", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap584ebc34-11", "ovs_interfaceid": "584ebc34-1148-4ce2-98fc-f3e41912cf81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.857521] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10980c2-1c24-4860-abb9-41135795c9d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.867226] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3281a7-726e-4ee2-8e56-77812aa67281 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.901289] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23238325-22a6-481c-aa88-3d1a07de1de1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.910244] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70b5247-ffd7-4665-89c2-57a275ea25a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.924268] env[68292]: DEBUG nova.compute.provider_tree [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.950163] env[68292]: INFO nova.compute.manager [-] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Took 1.04 seconds to deallocate network for instance. [ 1073.034222] env[68292]: DEBUG nova.compute.manager [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.034495] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.034763] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-248ecd5d-858b-4f89-a517-fc3baaaa96d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.045135] env[68292]: DEBUG oslo_vmware.api [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1073.045135] env[68292]: value = "task-3072582" [ 1073.045135] env[68292]: _type = "Task" [ 1073.045135] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.055321] env[68292]: DEBUG oslo_vmware.api [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.152619] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "refresh_cache-a2554572-80d3-4348-b139-571d724558f6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.152854] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "refresh_cache-a2554572-80d3-4348-b139-571d724558f6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.153045] env[68292]: DEBUG nova.network.neutron [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.189323] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072579, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.280135] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.333584] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072581, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.355783] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "refresh_cache-d0cb45ea-32d7-45f0-aec2-701a3398f532" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.356352] env[68292]: DEBUG nova.objects.instance [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lazy-loading 'migration_context' on Instance uuid d0cb45ea-32d7-45f0-aec2-701a3398f532 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.427459] env[68292]: DEBUG nova.scheduler.client.report [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.459844] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.557741] env[68292]: DEBUG oslo_vmware.api [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072582, 'name': PowerOffVM_Task, 'duration_secs': 0.400535} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.558023] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.558243] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1073.558433] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615238', 'volume_id': '726b43e8-7090-4355-9a02-9bf6d6ffc0b3', 'name': 'volume-726b43e8-7090-4355-9a02-9bf6d6ffc0b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed871d0a-d765-4cee-b939-3829aa1609f5', 'attached_at': '', 'detached_at': '', 'volume_id': '726b43e8-7090-4355-9a02-9bf6d6ffc0b3', 'serial': '726b43e8-7090-4355-9a02-9bf6d6ffc0b3'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1073.559267] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579df601-e7e0-4196-93da-c1ab37bcc070 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.584120] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45c3e6c-a0da-46f2-886a-e614dcc2f370 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.597364] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c7cba6-7dca-4a47-bc61-1eaa9f198ea0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.625334] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55d03f6-9d90-4347-ba15-29ecc12639c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.644157] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] The volume has not been displaced from its original location: [datastore1] volume-726b43e8-7090-4355-9a02-9bf6d6ffc0b3/volume-726b43e8-7090-4355-9a02-9bf6d6ffc0b3.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1073.649852] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.650610] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c7eba40-cb47-4dd0-9ace-746b22a66aad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.676667] env[68292]: DEBUG oslo_vmware.api [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1073.676667] env[68292]: value = "task-3072583" [ 1073.676667] env[68292]: _type = "Task" [ 1073.676667] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.694701] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072579, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.554641} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.698856] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] bdfa08a8-d941-4d40-a996-ced4894cc666/bdfa08a8-d941-4d40-a996-ced4894cc666.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.699296] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.699656] env[68292]: DEBUG oslo_vmware.api [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.700549] env[68292]: DEBUG nova.network.neutron [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.703017] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-889baf34-6359-44f3-84ce-8f880e91d3e0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.715369] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1073.715369] env[68292]: value = "task-3072584" [ 1073.715369] env[68292]: _type = "Task" [ 1073.715369] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.729552] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.785824] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072580, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.481753} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.786140] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] e85d1d76-d00b-4023-8898-1fab48b95e51/e85d1d76-d00b-4023-8898-1fab48b95e51.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.786372] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.786632] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43ddced3-ac1e-4ed1-952c-58bdd7208047 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.796599] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1073.796599] env[68292]: value = "task-3072585" [ 1073.796599] env[68292]: _type = "Task" [ 1073.796599] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.808826] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.835059] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072581, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.859330] env[68292]: DEBUG nova.objects.base [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1073.860277] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b29724a-e114-473f-aeb2-3e99778018c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.884942] env[68292]: DEBUG nova.network.neutron [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Updating instance_info_cache with network_info: [{"id": "55d0e064-4bdb-4fcf-a24b-77c10f6aa30e", "address": "fa:16:3e:7c:52:8b", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d0e064-4b", "ovs_interfaceid": "55d0e064-4bdb-4fcf-a24b-77c10f6aa30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.890029] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ce1ed0-f8ad-48e4-878c-3febee3cc5a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.893525] env[68292]: DEBUG oslo_vmware.api [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1073.893525] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52872a60-4e48-b45d-e8ab-9d1bfe9c862c" [ 1073.893525] env[68292]: _type = "Task" [ 1073.893525] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.905134] env[68292]: DEBUG oslo_vmware.api [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52872a60-4e48-b45d-e8ab-9d1bfe9c862c, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.905461] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.933407] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.937082] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.298s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.937996] env[68292]: INFO nova.compute.claims [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.969534] env[68292]: INFO nova.scheduler.client.report [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Deleted allocations for instance c8d7b2a6-2b1a-475f-836e-2f1ab5975e86 [ 1074.191692] env[68292]: DEBUG oslo_vmware.api [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072583, 'name': ReconfigVM_Task, 'duration_secs': 0.268723} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.191692] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.195889] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2e943a2-f84c-4d62-9c1f-0ad0fedfa121 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.222137] env[68292]: DEBUG oslo_vmware.api [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1074.222137] env[68292]: value = "task-3072586" [ 1074.222137] env[68292]: _type = "Task" [ 1074.222137] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.234350] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077395} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.240581] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.241090] env[68292]: DEBUG oslo_vmware.api [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.242689] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd52ed77-5ef9-42f8-9f4d-550c856fe6d4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.273210] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] bdfa08a8-d941-4d40-a996-ced4894cc666/bdfa08a8-d941-4d40-a996-ced4894cc666.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.273775] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d28c5a6a-4230-43bd-b02e-14b9cf9e9594 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.297348] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1074.297348] env[68292]: value = "task-3072587" [ 1074.297348] env[68292]: _type = "Task" [ 1074.297348] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.311063] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081975} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.314299] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.314702] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.315526] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed62092e-b7cb-4d3e-a2cc-2be4aaf527fe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.341091] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] e85d1d76-d00b-4023-8898-1fab48b95e51/e85d1d76-d00b-4023-8898-1fab48b95e51.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.345457] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f417137-c95f-4a1c-a11c-f0143f91c50c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.367645] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072581, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.369369] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1074.369369] env[68292]: value = "task-3072588" [ 1074.369369] env[68292]: _type = "Task" [ 1074.369369] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.379257] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.389930] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "refresh_cache-a2554572-80d3-4348-b139-571d724558f6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.390356] env[68292]: DEBUG nova.compute.manager [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Instance network_info: |[{"id": "55d0e064-4bdb-4fcf-a24b-77c10f6aa30e", "address": "fa:16:3e:7c:52:8b", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d0e064-4b", "ovs_interfaceid": "55d0e064-4bdb-4fcf-a24b-77c10f6aa30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.390830] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:52:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55d0e064-4bdb-4fcf-a24b-77c10f6aa30e', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.400743] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Creating folder: Project (7834ca8bd123442dba8b266c98f9176c). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.401078] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3b15b4b-58dd-4a7b-bba8-a877f6688fa8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.417913] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Created folder: Project (7834ca8bd123442dba8b266c98f9176c) in parent group-v614981. [ 1074.418139] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Creating folder: Instances. Parent ref: group-v615243. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.418409] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feaa775f-4770-46c5-b09d-db37f25e1d4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.429198] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Created folder: Instances in parent group-v615243. [ 1074.429604] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.429831] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2554572-80d3-4348-b139-571d724558f6] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.430079] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d528ea8d-6dcd-4df9-94a9-9bf30620d8a8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.454206] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.454206] env[68292]: value = "task-3072591" [ 1074.454206] env[68292]: _type = "Task" [ 1074.454206] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.463666] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072591, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.477489] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2216cd58-ca71-4cbe-9506-0e7b33271d76 tempest-ServersWithSpecificFlavorTestJSON-493149802 tempest-ServersWithSpecificFlavorTestJSON-493149802-project-member] Lock "c8d7b2a6-2b1a-475f-836e-2f1ab5975e86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.707s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.544626] env[68292]: DEBUG nova.compute.manager [req-4f93a069-7497-4de9-b26d-cb090b6b3381 req-18a34338-5ad7-4e79-81d9-21f0e142f31b service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Received event network-changed-55d0e064-4bdb-4fcf-a24b-77c10f6aa30e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.545159] env[68292]: DEBUG nova.compute.manager [req-4f93a069-7497-4de9-b26d-cb090b6b3381 req-18a34338-5ad7-4e79-81d9-21f0e142f31b service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Refreshing instance network info cache due to event network-changed-55d0e064-4bdb-4fcf-a24b-77c10f6aa30e. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.545552] env[68292]: DEBUG oslo_concurrency.lockutils [req-4f93a069-7497-4de9-b26d-cb090b6b3381 req-18a34338-5ad7-4e79-81d9-21f0e142f31b service nova] Acquiring lock "refresh_cache-a2554572-80d3-4348-b139-571d724558f6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.545849] env[68292]: DEBUG oslo_concurrency.lockutils [req-4f93a069-7497-4de9-b26d-cb090b6b3381 req-18a34338-5ad7-4e79-81d9-21f0e142f31b service nova] Acquired lock "refresh_cache-a2554572-80d3-4348-b139-571d724558f6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.546165] env[68292]: DEBUG nova.network.neutron [req-4f93a069-7497-4de9-b26d-cb090b6b3381 req-18a34338-5ad7-4e79-81d9-21f0e142f31b service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Refreshing network info cache for port 55d0e064-4bdb-4fcf-a24b-77c10f6aa30e {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.734802] env[68292]: DEBUG oslo_vmware.api [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072586, 'name': ReconfigVM_Task, 'duration_secs': 0.195434} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.735065] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615238', 'volume_id': '726b43e8-7090-4355-9a02-9bf6d6ffc0b3', 'name': 'volume-726b43e8-7090-4355-9a02-9bf6d6ffc0b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed871d0a-d765-4cee-b939-3829aa1609f5', 'attached_at': '', 'detached_at': '', 'volume_id': '726b43e8-7090-4355-9a02-9bf6d6ffc0b3', 'serial': '726b43e8-7090-4355-9a02-9bf6d6ffc0b3'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1074.735432] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.736262] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c9587e-9bf6-4521-9857-8c27780d1741 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.744568] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.744829] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0e89e8-c31a-469a-a92e-a2ad33b7723f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.813631] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.830167] env[68292]: DEBUG oslo_vmware.rw_handles [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215d57a-9fda-8fcf-936d-6f9da0264b04/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1074.831282] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7beb834-212f-4b8a-8b69-306abcdb2ee0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.842344] env[68292]: DEBUG oslo_vmware.rw_handles [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215d57a-9fda-8fcf-936d-6f9da0264b04/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1074.842581] env[68292]: ERROR oslo_vmware.rw_handles [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215d57a-9fda-8fcf-936d-6f9da0264b04/disk-0.vmdk due to incomplete transfer. [ 1074.849977] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-645fa279-20ab-4e97-b8c2-2fbca3fdf931 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.850577] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072581, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.852381] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.852641] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.852945] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleting the datastore file [datastore1] ed871d0a-d765-4cee-b939-3829aa1609f5 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.853793] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbb03dcf-cc72-4086-8a2a-8b4a0ad4f36d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.862068] env[68292]: DEBUG oslo_vmware.rw_handles [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215d57a-9fda-8fcf-936d-6f9da0264b04/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1074.862437] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Uploaded image b01d8528-11c3-4a6d-bc40-c4072cac7017 to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1074.865872] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1074.867713] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ff40264-7945-4367-9ac8-e853a2526570 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.870529] env[68292]: DEBUG oslo_vmware.api [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1074.870529] env[68292]: value = "task-3072593" [ 1074.870529] env[68292]: _type = "Task" [ 1074.870529] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.883732] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1074.883732] env[68292]: value = "task-3072594" [ 1074.883732] env[68292]: _type = "Task" [ 1074.883732] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.888871] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.897815] env[68292]: DEBUG oslo_vmware.api [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.905751] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072594, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.967145] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072591, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.218807] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6210bff4-b3a2-4e49-b3c7-1818734b6dd6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.227121] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11021ce-111c-4041-bb19-6877f8993e97 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.263806] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ee673b-9db6-4add-b691-4a6dec7d4f2d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.273141] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ff6e51-0ccb-4bc3-9e0e-1d8fd1a654c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.290989] env[68292]: DEBUG nova.compute.provider_tree [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.317417] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072587, 'name': ReconfigVM_Task, 'duration_secs': 0.635008} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.317790] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Reconfigured VM instance instance-0000005e to attach disk [datastore1] bdfa08a8-d941-4d40-a996-ced4894cc666/bdfa08a8-d941-4d40-a996-ced4894cc666.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.318614] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38c3f45f-a685-474d-859c-0d6d063e3859 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.330351] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1075.330351] env[68292]: value = "task-3072595" [ 1075.330351] env[68292]: _type = "Task" [ 1075.330351] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.343059] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072595, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.347204] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072581, 'name': CreateSnapshot_Task, 'duration_secs': 2.800025} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.347204] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1075.350532] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa84f24-b7c5-4a1e-b389-cb5d5af708b9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.372849] env[68292]: DEBUG nova.network.neutron [req-4f93a069-7497-4de9-b26d-cb090b6b3381 req-18a34338-5ad7-4e79-81d9-21f0e142f31b service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Updated VIF entry in instance network info cache for port 55d0e064-4bdb-4fcf-a24b-77c10f6aa30e. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.373641] env[68292]: DEBUG nova.network.neutron [req-4f93a069-7497-4de9-b26d-cb090b6b3381 req-18a34338-5ad7-4e79-81d9-21f0e142f31b service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Updating instance_info_cache with network_info: [{"id": "55d0e064-4bdb-4fcf-a24b-77c10f6aa30e", "address": "fa:16:3e:7c:52:8b", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d0e064-4b", "ovs_interfaceid": "55d0e064-4bdb-4fcf-a24b-77c10f6aa30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.392835] env[68292]: DEBUG oslo_vmware.api [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168872} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.399298] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.399519] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.399711] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.399890] env[68292]: INFO nova.compute.manager [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1075.400189] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.400472] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072588, 'name': ReconfigVM_Task, 'duration_secs': 0.615318} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.400990] env[68292]: DEBUG nova.compute.manager [-] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.401114] env[68292]: DEBUG nova.network.neutron [-] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.403732] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Reconfigured VM instance instance-0000005f to attach disk [datastore1] e85d1d76-d00b-4023-8898-1fab48b95e51/e85d1d76-d00b-4023-8898-1fab48b95e51.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.404794] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84fc11cd-47f0-4869-90c1-aee322004557 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.411752] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072594, 'name': Destroy_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.416752] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1075.416752] env[68292]: value = "task-3072596" [ 1075.416752] env[68292]: _type = "Task" [ 1075.416752] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.425753] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072596, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.466465] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072591, 'name': CreateVM_Task, 'duration_secs': 0.560475} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.466465] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2554572-80d3-4348-b139-571d724558f6] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.470378] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.470378] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.470378] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.470378] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1db1baa-de02-4a37-b417-e48db1169698 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.474987] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1075.474987] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52094b6d-0585-c038-b6ca-0832eb4660fb" [ 1075.474987] env[68292]: _type = "Task" [ 1075.474987] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.485528] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52094b6d-0585-c038-b6ca-0832eb4660fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.789763] env[68292]: DEBUG nova.compute.manager [req-926c7efb-b0ee-44d3-88dd-3b03c8ca2845 req-5a5bc39e-5449-4c4d-b5fc-e40cca0dc39c service nova] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Received event network-vif-deleted-adcfd28c-8cac-474c-a009-c4422f357eba {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.789975] env[68292]: INFO nova.compute.manager [req-926c7efb-b0ee-44d3-88dd-3b03c8ca2845 req-5a5bc39e-5449-4c4d-b5fc-e40cca0dc39c service nova] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Neutron deleted interface adcfd28c-8cac-474c-a009-c4422f357eba; detaching it from the instance and deleting it from the info cache [ 1075.790168] env[68292]: DEBUG nova.network.neutron [req-926c7efb-b0ee-44d3-88dd-3b03c8ca2845 req-5a5bc39e-5449-4c4d-b5fc-e40cca0dc39c service nova] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.794404] env[68292]: DEBUG nova.scheduler.client.report [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.841033] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072595, 'name': Rename_Task, 'duration_secs': 0.250688} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.841319] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.841560] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07570432-6b8a-4259-aae6-f719925c6c06 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.848388] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1075.848388] env[68292]: value = "task-3072597" [ 1075.848388] env[68292]: _type = "Task" [ 1075.848388] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.857200] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.866202] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1075.866876] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-105d7f78-ce0e-43cf-a9be-0785c634a48e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.876135] env[68292]: DEBUG oslo_concurrency.lockutils [req-4f93a069-7497-4de9-b26d-cb090b6b3381 req-18a34338-5ad7-4e79-81d9-21f0e142f31b service nova] Releasing lock "refresh_cache-a2554572-80d3-4348-b139-571d724558f6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.876610] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1075.876610] env[68292]: value = "task-3072598" [ 1075.876610] env[68292]: _type = "Task" [ 1075.876610] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.886920] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072598, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.904369] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072594, 'name': Destroy_Task, 'duration_secs': 0.773596} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.904369] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Destroyed the VM [ 1075.904369] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1075.904583] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ec14d767-7e45-4dd1-8de0-468fbec46404 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.911766] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1075.911766] env[68292]: value = "task-3072599" [ 1075.911766] env[68292]: _type = "Task" [ 1075.911766] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.923851] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072599, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.929736] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072596, 'name': Rename_Task, 'duration_secs': 0.231237} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.930076] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.930332] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0733702a-f058-4d76-865b-8a75d73f758a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.938347] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1075.938347] env[68292]: value = "task-3072600" [ 1075.938347] env[68292]: _type = "Task" [ 1075.938347] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.949663] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.989620] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52094b6d-0585-c038-b6ca-0832eb4660fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011255} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.990159] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.990356] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.990508] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.990679] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.990899] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.991221] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96e1e96f-7e21-4dd3-aa1d-cec028825400 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.002245] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.002468] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.003752] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7691baed-789f-40eb-87d3-b024c31a9851 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.010148] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1076.010148] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520b9d79-6d9a-3c9f-9697-c3c784a9202c" [ 1076.010148] env[68292]: _type = "Task" [ 1076.010148] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.020481] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520b9d79-6d9a-3c9f-9697-c3c784a9202c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.269205] env[68292]: DEBUG nova.network.neutron [-] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.293954] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b035680-64f1-45bf-a7aa-b0c22d9ab8b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.298535] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.299084] env[68292]: DEBUG nova.compute.manager [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.302487] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.951s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.303851] env[68292]: INFO nova.compute.claims [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.311623] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9f5136-0c0d-4cf0-bfab-4b846b02d37e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.353103] env[68292]: DEBUG nova.compute.manager [req-926c7efb-b0ee-44d3-88dd-3b03c8ca2845 req-5a5bc39e-5449-4c4d-b5fc-e40cca0dc39c service nova] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Detach interface failed, port_id=adcfd28c-8cac-474c-a009-c4422f357eba, reason: Instance ed871d0a-d765-4cee-b939-3829aa1609f5 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.365361] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072597, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.389419] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072598, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.424846] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072599, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.456017] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072600, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.526710] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520b9d79-6d9a-3c9f-9697-c3c784a9202c, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.530043] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c03f32b4-0a95-4ab4-9559-1bf23d614f53 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.536963] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1076.536963] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5269e4e8-272f-d2d4-6861-8beee5fdd8b7" [ 1076.536963] env[68292]: _type = "Task" [ 1076.536963] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.548829] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5269e4e8-272f-d2d4-6861-8beee5fdd8b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.775773] env[68292]: INFO nova.compute.manager [-] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Took 1.37 seconds to deallocate network for instance. [ 1076.809418] env[68292]: DEBUG nova.compute.utils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.813156] env[68292]: DEBUG nova.compute.manager [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.813156] env[68292]: DEBUG nova.network.neutron [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.863336] env[68292]: DEBUG oslo_vmware.api [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072597, 'name': PowerOnVM_Task, 'duration_secs': 0.615583} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.863671] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.863907] env[68292]: INFO nova.compute.manager [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1076.864110] env[68292]: DEBUG nova.compute.manager [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.864973] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe7e34c-7f18-4e22-9c80-6c218017c378 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.885642] env[68292]: DEBUG nova.policy [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1aa05684698e42d6af22da54a587cf82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '922a38b23a97436287365ba6d804ed1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.894457] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072598, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.929443] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072599, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.952680] env[68292]: DEBUG oslo_vmware.api [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072600, 'name': PowerOnVM_Task, 'duration_secs': 0.56103} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.954368] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.954368] env[68292]: INFO nova.compute.manager [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1076.954368] env[68292]: DEBUG nova.compute.manager [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.954368] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b08379-38ea-419a-9866-c58333263d68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.050517] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5269e4e8-272f-d2d4-6861-8beee5fdd8b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012506} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.050878] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.051238] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] a2554572-80d3-4348-b139-571d724558f6/a2554572-80d3-4348-b139-571d724558f6.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.051536] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-683aeb69-5d51-4e15-a5b7-59d08bb4585f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.061150] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1077.061150] env[68292]: value = "task-3072601" [ 1077.061150] env[68292]: _type = "Task" [ 1077.061150] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.072291] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.314337] env[68292]: DEBUG nova.compute.manager [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.337336] env[68292]: INFO nova.compute.manager [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Took 0.56 seconds to detach 1 volumes for instance. [ 1077.399229] env[68292]: INFO nova.compute.manager [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Took 27.66 seconds to build instance. [ 1077.415221] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072598, 'name': CloneVM_Task, 'duration_secs': 1.414767} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.415221] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Created linked-clone VM from snapshot [ 1077.421189] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab67c463-0785-4f94-a6d5-ac722c4804c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.446894] env[68292]: DEBUG oslo_vmware.api [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072599, 'name': RemoveSnapshot_Task, 'duration_secs': 1.05895} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.447401] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Uploading image 2efeea0f-8d45-4c57-9cf8-31de0610b9d3 {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1077.449695] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1077.450311] env[68292]: INFO nova.compute.manager [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Took 17.02 seconds to snapshot the instance on the hypervisor. [ 1077.475287] env[68292]: INFO nova.compute.manager [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Took 22.99 seconds to build instance. [ 1077.485881] env[68292]: DEBUG oslo_vmware.rw_handles [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1077.485881] env[68292]: value = "vm-615247" [ 1077.485881] env[68292]: _type = "VirtualMachine" [ 1077.485881] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1077.485881] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e137386f-bc9e-45a5-a058-4ee9e780e522 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.501734] env[68292]: DEBUG oslo_vmware.rw_handles [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lease: (returnval){ [ 1077.501734] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ae875a-e662-b05e-5f03-7f1c27dfe1cd" [ 1077.501734] env[68292]: _type = "HttpNfcLease" [ 1077.501734] env[68292]: } obtained for exporting VM: (result){ [ 1077.501734] env[68292]: value = "vm-615247" [ 1077.501734] env[68292]: _type = "VirtualMachine" [ 1077.501734] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1077.502548] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the lease: (returnval){ [ 1077.502548] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ae875a-e662-b05e-5f03-7f1c27dfe1cd" [ 1077.502548] env[68292]: _type = "HttpNfcLease" [ 1077.502548] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1077.516789] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.516789] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ae875a-e662-b05e-5f03-7f1c27dfe1cd" [ 1077.516789] env[68292]: _type = "HttpNfcLease" [ 1077.516789] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.577620] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072601, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.585031] env[68292]: DEBUG nova.network.neutron [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Successfully created port: e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.712089] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623b45fb-5820-43ad-a5a1-54c30a5f8dc0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.725025] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66377920-fe07-4881-8131-46b2813232d5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.764019] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53a342a-c45d-4bb0-aa4a-1bf39eedf7ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.772333] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7182a4eb-8ed1-4a68-a4ff-343d57a261f1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.791965] env[68292]: DEBUG nova.compute.provider_tree [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.849882] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.902349] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ac11acfc-03a7-4025-8604-f9d06c7c27f9 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "bdfa08a8-d941-4d40-a996-ced4894cc666" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.176s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.934493] env[68292]: DEBUG oslo_concurrency.lockutils [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.934749] env[68292]: DEBUG oslo_concurrency.lockutils [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.934948] env[68292]: DEBUG oslo_concurrency.lockutils [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.935147] env[68292]: DEBUG oslo_concurrency.lockutils [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.935334] env[68292]: DEBUG oslo_concurrency.lockutils [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.937988] env[68292]: INFO nova.compute.manager [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Terminating instance [ 1077.982548] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c840ef8-4fe6-4748-a22b-56c620f63aef tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lock "e85d1d76-d00b-4023-8898-1fab48b95e51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.509s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.016160] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.016160] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ae875a-e662-b05e-5f03-7f1c27dfe1cd" [ 1078.016160] env[68292]: _type = "HttpNfcLease" [ 1078.016160] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1078.016469] env[68292]: DEBUG oslo_vmware.rw_handles [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1078.016469] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ae875a-e662-b05e-5f03-7f1c27dfe1cd" [ 1078.016469] env[68292]: _type = "HttpNfcLease" [ 1078.016469] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1078.017946] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67073210-1a2f-4748-a9ad-309dfea5ce08 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.029950] env[68292]: DEBUG oslo_vmware.rw_handles [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52583d26-01c9-8b2e-e9b3-b2f46b533ab5/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1078.030183] env[68292]: DEBUG oslo_vmware.rw_handles [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52583d26-01c9-8b2e-e9b3-b2f46b533ab5/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1078.033619] env[68292]: DEBUG nova.compute.manager [None req-93232d15-818e-407f-9207-907dec818ffe tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Found 2 images (rotation: 2) {{(pid=68292) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1078.103676] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559484} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.104306] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] a2554572-80d3-4348-b139-571d724558f6/a2554572-80d3-4348-b139-571d724558f6.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.104556] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.105186] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30a6bd72-9ebd-4eff-9416-414e41999182 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.115285] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1078.115285] env[68292]: value = "task-3072603" [ 1078.115285] env[68292]: _type = "Task" [ 1078.115285] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.126407] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.170080] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a40b601b-0c63-4b99-82b0-3b7c2d67e67f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.259181] env[68292]: DEBUG nova.compute.manager [req-1aea2c82-ca48-41de-93ed-24e914df497a req-2a9c5101-44fe-4ff4-9529-d0baa8131877 service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Received event network-changed-8e8f9e07-e104-4d5b-ac43-946d3721d7ff {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.259399] env[68292]: DEBUG nova.compute.manager [req-1aea2c82-ca48-41de-93ed-24e914df497a req-2a9c5101-44fe-4ff4-9529-d0baa8131877 service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Refreshing instance network info cache due to event network-changed-8e8f9e07-e104-4d5b-ac43-946d3721d7ff. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.259626] env[68292]: DEBUG oslo_concurrency.lockutils [req-1aea2c82-ca48-41de-93ed-24e914df497a req-2a9c5101-44fe-4ff4-9529-d0baa8131877 service nova] Acquiring lock "refresh_cache-bdfa08a8-d941-4d40-a996-ced4894cc666" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.262030] env[68292]: DEBUG oslo_concurrency.lockutils [req-1aea2c82-ca48-41de-93ed-24e914df497a req-2a9c5101-44fe-4ff4-9529-d0baa8131877 service nova] Acquired lock "refresh_cache-bdfa08a8-d941-4d40-a996-ced4894cc666" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.262030] env[68292]: DEBUG nova.network.neutron [req-1aea2c82-ca48-41de-93ed-24e914df497a req-2a9c5101-44fe-4ff4-9529-d0baa8131877 service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Refreshing network info cache for port 8e8f9e07-e104-4d5b-ac43-946d3721d7ff {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.295771] env[68292]: DEBUG nova.scheduler.client.report [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.325328] env[68292]: DEBUG nova.compute.manager [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.426161] env[68292]: DEBUG nova.virt.hardware [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.427589] env[68292]: DEBUG nova.virt.hardware [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.427871] env[68292]: DEBUG nova.virt.hardware [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.428361] env[68292]: DEBUG nova.virt.hardware [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.428972] env[68292]: DEBUG nova.virt.hardware [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.429561] env[68292]: DEBUG nova.virt.hardware [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.429879] env[68292]: DEBUG nova.virt.hardware [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.430186] env[68292]: DEBUG nova.virt.hardware [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.430437] env[68292]: DEBUG nova.virt.hardware [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.430896] env[68292]: DEBUG nova.virt.hardware [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.431310] env[68292]: DEBUG nova.virt.hardware [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.432181] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cafd1d2-f18c-4eaf-bdef-35cbbe56ace0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.441500] env[68292]: DEBUG nova.compute.manager [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.441846] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.443067] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7860a5e5-b97c-49b3-9bf7-d9e52cbf72c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.447262] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97a8440-ae34-4a5d-9110-dd16b6f6c8d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.458611] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.467014] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4a57220-c612-4744-b73d-0405795bf58b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.475931] env[68292]: DEBUG oslo_vmware.api [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1078.475931] env[68292]: value = "task-3072604" [ 1078.475931] env[68292]: _type = "Task" [ 1078.475931] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.485725] env[68292]: DEBUG oslo_vmware.api [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.628354] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077633} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.628462] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.629532] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82be0c47-0d6b-40b5-b9bf-4a4e81dd4d7c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.662142] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] a2554572-80d3-4348-b139-571d724558f6/a2554572-80d3-4348-b139-571d724558f6.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.662639] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e5ad12-456e-4f3d-b6fe-92bd553779bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.688509] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1078.688509] env[68292]: value = "task-3072605" [ 1078.688509] env[68292]: _type = "Task" [ 1078.688509] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.699991] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.804845] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.805736] env[68292]: DEBUG nova.compute.manager [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.809338] env[68292]: DEBUG oslo_concurrency.lockutils [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.344s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.809739] env[68292]: DEBUG nova.objects.instance [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1078.988404] env[68292]: DEBUG oslo_vmware.api [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072604, 'name': PowerOffVM_Task, 'duration_secs': 0.37047} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.988404] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.989210] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.989919] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a34b3ac4-4c7b-4810-b24f-446592ce4681 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.058866] env[68292]: INFO nova.compute.manager [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Rebuilding instance [ 1079.070246] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.070607] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.070823] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleting the datastore file [datastore2] 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.071127] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6897c290-6eb8-4c15-9915-cb27d4345730 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.081024] env[68292]: DEBUG oslo_vmware.api [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1079.081024] env[68292]: value = "task-3072607" [ 1079.081024] env[68292]: _type = "Task" [ 1079.081024] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.108394] env[68292]: DEBUG oslo_vmware.api [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.111770] env[68292]: DEBUG nova.compute.manager [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.112963] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b203765-db2c-42ee-bd48-f5aca0ff9605 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.200651] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.206790] env[68292]: DEBUG nova.compute.manager [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.207756] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17c0773-86d8-4024-b63b-76ae49b47514 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.315141] env[68292]: DEBUG nova.compute.utils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.320338] env[68292]: DEBUG nova.compute.manager [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.323075] env[68292]: DEBUG nova.network.neutron [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.431886] env[68292]: DEBUG nova.policy [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e09d4750d694eedbb383674c2f45f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd9dfdfa33445348610b740a2e8d687', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.557586] env[68292]: DEBUG nova.network.neutron [req-1aea2c82-ca48-41de-93ed-24e914df497a req-2a9c5101-44fe-4ff4-9529-d0baa8131877 service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Updated VIF entry in instance network info cache for port 8e8f9e07-e104-4d5b-ac43-946d3721d7ff. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.561645] env[68292]: DEBUG nova.network.neutron [req-1aea2c82-ca48-41de-93ed-24e914df497a req-2a9c5101-44fe-4ff4-9529-d0baa8131877 service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Updating instance_info_cache with network_info: [{"id": "8e8f9e07-e104-4d5b-ac43-946d3721d7ff", "address": "fa:16:3e:b5:1f:67", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8f9e07-e1", "ovs_interfaceid": "8e8f9e07-e104-4d5b-ac43-946d3721d7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.603332] env[68292]: DEBUG oslo_vmware.api [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21128} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.604027] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.604186] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.604641] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.604837] env[68292]: INFO nova.compute.manager [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1079.605149] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.608747] env[68292]: DEBUG nova.compute.manager [-] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.608747] env[68292]: DEBUG nova.network.neutron [-] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.702739] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072605, 'name': ReconfigVM_Task, 'duration_secs': 0.57976} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.703174] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Reconfigured VM instance instance-00000060 to attach disk [datastore1] a2554572-80d3-4348-b139-571d724558f6/a2554572-80d3-4348-b139-571d724558f6.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.704363] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afb7edf8-8be9-4512-9b7f-21cd9fd758fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.712856] env[68292]: DEBUG nova.compute.manager [req-ff1ff4b9-6fe0-436f-8128-a776c6678956 req-5efbe3d9-d469-4d8d-923c-bdbc9f2248f0 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Received event network-vif-plugged-e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.713107] env[68292]: DEBUG oslo_concurrency.lockutils [req-ff1ff4b9-6fe0-436f-8128-a776c6678956 req-5efbe3d9-d469-4d8d-923c-bdbc9f2248f0 service nova] Acquiring lock "022bc348-49da-4911-ab3d-a162305bdeaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.713329] env[68292]: DEBUG oslo_concurrency.lockutils [req-ff1ff4b9-6fe0-436f-8128-a776c6678956 req-5efbe3d9-d469-4d8d-923c-bdbc9f2248f0 service nova] Lock "022bc348-49da-4911-ab3d-a162305bdeaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.713497] env[68292]: DEBUG oslo_concurrency.lockutils [req-ff1ff4b9-6fe0-436f-8128-a776c6678956 req-5efbe3d9-d469-4d8d-923c-bdbc9f2248f0 service nova] Lock "022bc348-49da-4911-ab3d-a162305bdeaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.713659] env[68292]: DEBUG nova.compute.manager [req-ff1ff4b9-6fe0-436f-8128-a776c6678956 req-5efbe3d9-d469-4d8d-923c-bdbc9f2248f0 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] No waiting events found dispatching network-vif-plugged-e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.713826] env[68292]: WARNING nova.compute.manager [req-ff1ff4b9-6fe0-436f-8128-a776c6678956 req-5efbe3d9-d469-4d8d-923c-bdbc9f2248f0 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Received unexpected event network-vif-plugged-e0d874e3-9491-44ca-86ea-090541148c5f for instance with vm_state building and task_state spawning. [ 1079.716542] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1079.716542] env[68292]: value = "task-3072608" [ 1079.716542] env[68292]: _type = "Task" [ 1079.716542] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.722240] env[68292]: INFO nova.compute.manager [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] instance snapshotting [ 1079.722973] env[68292]: DEBUG nova.objects.instance [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'flavor' on Instance uuid d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.732386] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072608, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.812631] env[68292]: DEBUG nova.network.neutron [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Successfully created port: 74bf3e92-a59a-4cd9-bde9-7393604fb28f {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.821955] env[68292]: DEBUG nova.compute.manager [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.825736] env[68292]: DEBUG oslo_concurrency.lockutils [None req-901d9d1b-09cd-4913-b223-2db12f0dde02 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.826830] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.765s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.830027] env[68292]: DEBUG nova.objects.instance [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1080.065229] env[68292]: DEBUG oslo_concurrency.lockutils [req-1aea2c82-ca48-41de-93ed-24e914df497a req-2a9c5101-44fe-4ff4-9529-d0baa8131877 service nova] Releasing lock "refresh_cache-bdfa08a8-d941-4d40-a996-ced4894cc666" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.132886] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.133791] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afa7c6bb-8b93-4756-a6c3-de23fa89092e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.143477] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1080.143477] env[68292]: value = "task-3072609" [ 1080.143477] env[68292]: _type = "Task" [ 1080.143477] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.156913] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.197943] env[68292]: DEBUG nova.network.neutron [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Successfully updated port: e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.236851] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072608, 'name': Rename_Task, 'duration_secs': 0.210629} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.237841] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.239169] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57058007-131f-47c5-886b-89dade8be184 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.243217] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-685c509e-04bd-4964-a2fd-1e88ce0aa2c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.270935] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc77ad4-5bd4-4fa1-af5e-5886db25e889 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.274269] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1080.274269] env[68292]: value = "task-3072610" [ 1080.274269] env[68292]: _type = "Task" [ 1080.274269] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.285554] env[68292]: DEBUG nova.compute.manager [req-992858f5-11d3-4a91-a15b-8f63f0bfc05d req-f2b9d7a6-022b-4936-8869-0246022e16b9 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Received event network-changed-e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.286120] env[68292]: DEBUG nova.compute.manager [req-992858f5-11d3-4a91-a15b-8f63f0bfc05d req-f2b9d7a6-022b-4936-8869-0246022e16b9 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Refreshing instance network info cache due to event network-changed-e0d874e3-9491-44ca-86ea-090541148c5f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.286191] env[68292]: DEBUG oslo_concurrency.lockutils [req-992858f5-11d3-4a91-a15b-8f63f0bfc05d req-f2b9d7a6-022b-4936-8869-0246022e16b9 service nova] Acquiring lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.286388] env[68292]: DEBUG oslo_concurrency.lockutils [req-992858f5-11d3-4a91-a15b-8f63f0bfc05d req-f2b9d7a6-022b-4936-8869-0246022e16b9 service nova] Acquired lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.286704] env[68292]: DEBUG nova.network.neutron [req-992858f5-11d3-4a91-a15b-8f63f0bfc05d req-f2b9d7a6-022b-4936-8869-0246022e16b9 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Refreshing network info cache for port e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.295745] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072610, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.372810] env[68292]: DEBUG nova.compute.manager [req-b1cb8ed3-8b56-48bf-ad9d-ac039494456d req-0fc3088d-a86f-47aa-874d-eeadb3b9d98e service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Received event network-vif-deleted-4035de33-ec1c-45e8-860e-bf74428e73d0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.373264] env[68292]: INFO nova.compute.manager [req-b1cb8ed3-8b56-48bf-ad9d-ac039494456d req-0fc3088d-a86f-47aa-874d-eeadb3b9d98e service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Neutron deleted interface 4035de33-ec1c-45e8-860e-bf74428e73d0; detaching it from the instance and deleting it from the info cache [ 1080.373517] env[68292]: DEBUG nova.network.neutron [req-b1cb8ed3-8b56-48bf-ad9d-ac039494456d req-0fc3088d-a86f-47aa-874d-eeadb3b9d98e service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.657537] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.701341] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.784855] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.790210] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1080.792684] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cb466c6e-ea02-4f8a-a768-68a88b649ceb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.802018] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1080.802018] env[68292]: value = "task-3072611" [ 1080.802018] env[68292]: _type = "Task" [ 1080.802018] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.811281] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072611, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.837010] env[68292]: DEBUG nova.compute.manager [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.840281] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0e2b6cd2-37a0-4092-863c-c8cecf5e2a4e tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.841702] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.017s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.842047] env[68292]: DEBUG nova.objects.instance [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lazy-loading 'resources' on Instance uuid 6ece1dc5-c1c0-4613-8739-b016151ba133 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.843535] env[68292]: DEBUG nova.network.neutron [-] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.854284] env[68292]: DEBUG nova.network.neutron [req-992858f5-11d3-4a91-a15b-8f63f0bfc05d req-f2b9d7a6-022b-4936-8869-0246022e16b9 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.872096] env[68292]: DEBUG nova.virt.hardware [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.873118] env[68292]: DEBUG nova.virt.hardware [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.873118] env[68292]: DEBUG nova.virt.hardware [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.873118] env[68292]: DEBUG nova.virt.hardware [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.873304] env[68292]: DEBUG nova.virt.hardware [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.873570] env[68292]: DEBUG nova.virt.hardware [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.873923] env[68292]: DEBUG nova.virt.hardware [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.874200] env[68292]: DEBUG nova.virt.hardware [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.874708] env[68292]: DEBUG nova.virt.hardware [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.874776] env[68292]: DEBUG nova.virt.hardware [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.875574] env[68292]: DEBUG nova.virt.hardware [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.877746] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fbfd72-1876-41e8-8f0d-e350b7a436b9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.881227] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab80e547-0ca4-41f4-8986-21126df7a9f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.891485] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19efb96-a05d-4478-bf9c-2858e631d894 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.899357] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cce44f4-a9a4-45ce-b923-ad342eb85ada {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.944571] env[68292]: DEBUG nova.compute.manager [req-b1cb8ed3-8b56-48bf-ad9d-ac039494456d req-0fc3088d-a86f-47aa-874d-eeadb3b9d98e service nova] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Detach interface failed, port_id=4035de33-ec1c-45e8-860e-bf74428e73d0, reason: Instance 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1080.970017] env[68292]: DEBUG nova.network.neutron [req-992858f5-11d3-4a91-a15b-8f63f0bfc05d req-f2b9d7a6-022b-4936-8869-0246022e16b9 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.155648] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072609, 'name': PowerOffVM_Task, 'duration_secs': 0.906996} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.155950] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.156672] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.157532] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04003dfa-7aec-4356-881e-af63a7b686ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.165713] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.166440] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda1f20d-071b-4491-b85a-b523a4018145 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.196871] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.197669] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.197669] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Deleting the datastore file [datastore1] e85d1d76-d00b-4023-8898-1fab48b95e51 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.197669] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4956949e-e498-42c0-88e6-9405c3e92da5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.205265] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1081.205265] env[68292]: value = "task-3072613" [ 1081.205265] env[68292]: _type = "Task" [ 1081.205265] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.214823] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.286925] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072610, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.318742] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072611, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.348646] env[68292]: INFO nova.compute.manager [-] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Took 1.74 seconds to deallocate network for instance. [ 1081.473741] env[68292]: DEBUG oslo_concurrency.lockutils [req-992858f5-11d3-4a91-a15b-8f63f0bfc05d req-f2b9d7a6-022b-4936-8869-0246022e16b9 service nova] Releasing lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.474286] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.474479] env[68292]: DEBUG nova.network.neutron [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.632196] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164919f7-c917-4bf1-8039-5d9dec48a6a8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.638431] env[68292]: DEBUG nova.network.neutron [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Successfully updated port: 74bf3e92-a59a-4cd9-bde9-7393604fb28f {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.646466] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cf5caa-1e2e-4760-9408-c94a2386a5d4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.679873] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a87bbc4-c628-4469-84a6-3c05f853d4f5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.688771] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c628a8fd-b248-4479-a7cc-7decf1346bbe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.704027] env[68292]: DEBUG nova.compute.provider_tree [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.717930] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110241} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.719390] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.719569] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.719769] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.786670] env[68292]: DEBUG oslo_vmware.api [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072610, 'name': PowerOnVM_Task, 'duration_secs': 1.20904} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.786955] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.787263] env[68292]: INFO nova.compute.manager [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1081.787502] env[68292]: DEBUG nova.compute.manager [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.788309] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7379dae-1b23-48fd-ad7d-1b8e331cff4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.816176] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072611, 'name': CreateSnapshot_Task, 'duration_secs': 0.681401} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.816537] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1081.817369] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3114a2ba-e337-4ca4-8fc2-770720d1e429 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.856615] env[68292]: DEBUG oslo_concurrency.lockutils [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.006930] env[68292]: DEBUG nova.network.neutron [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.142088] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "refresh_cache-7163d49f-a247-4d06-b7a3-47cd17bbb606" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.142259] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "refresh_cache-7163d49f-a247-4d06-b7a3-47cd17bbb606" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.142423] env[68292]: DEBUG nova.network.neutron [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.144784] env[68292]: DEBUG nova.network.neutron [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updating instance_info_cache with network_info: [{"id": "e0d874e3-9491-44ca-86ea-090541148c5f", "address": "fa:16:3e:bb:f4:74", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d874e3-94", "ovs_interfaceid": "e0d874e3-9491-44ca-86ea-090541148c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.208022] env[68292]: DEBUG nova.scheduler.client.report [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.312206] env[68292]: INFO nova.compute.manager [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Took 22.65 seconds to build instance. [ 1082.337482] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1082.338162] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf1c2017-5cba-45f4-bf97-d191b280cd1a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.348738] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1082.348738] env[68292]: value = "task-3072614" [ 1082.348738] env[68292]: _type = "Task" [ 1082.348738] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.358151] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072614, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.374860] env[68292]: DEBUG nova.compute.manager [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Received event network-vif-plugged-74bf3e92-a59a-4cd9-bde9-7393604fb28f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.375126] env[68292]: DEBUG oslo_concurrency.lockutils [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] Acquiring lock "7163d49f-a247-4d06-b7a3-47cd17bbb606-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.375374] env[68292]: DEBUG oslo_concurrency.lockutils [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] Lock "7163d49f-a247-4d06-b7a3-47cd17bbb606-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.376044] env[68292]: DEBUG oslo_concurrency.lockutils [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] Lock "7163d49f-a247-4d06-b7a3-47cd17bbb606-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.376044] env[68292]: DEBUG nova.compute.manager [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] No waiting events found dispatching network-vif-plugged-74bf3e92-a59a-4cd9-bde9-7393604fb28f {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.376160] env[68292]: WARNING nova.compute.manager [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Received unexpected event network-vif-plugged-74bf3e92-a59a-4cd9-bde9-7393604fb28f for instance with vm_state building and task_state spawning. [ 1082.376307] env[68292]: DEBUG nova.compute.manager [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Received event network-changed-74bf3e92-a59a-4cd9-bde9-7393604fb28f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.376473] env[68292]: DEBUG nova.compute.manager [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Refreshing instance network info cache due to event network-changed-74bf3e92-a59a-4cd9-bde9-7393604fb28f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.376701] env[68292]: DEBUG oslo_concurrency.lockutils [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] Acquiring lock "refresh_cache-7163d49f-a247-4d06-b7a3-47cd17bbb606" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.650809] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.650809] env[68292]: DEBUG nova.compute.manager [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Instance network_info: |[{"id": "e0d874e3-9491-44ca-86ea-090541148c5f", "address": "fa:16:3e:bb:f4:74", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d874e3-94", "ovs_interfaceid": "e0d874e3-9491-44ca-86ea-090541148c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.650809] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:f4:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0d874e3-9491-44ca-86ea-090541148c5f', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.662142] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.662858] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.663148] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4f82bd3-0cc8-4053-b974-168f900ef2aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.688646] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.688646] env[68292]: value = "task-3072615" [ 1082.688646] env[68292]: _type = "Task" [ 1082.688646] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.692944] env[68292]: DEBUG nova.network.neutron [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.701203] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072615, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.713226] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.715735] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.256s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.715966] env[68292]: DEBUG nova.objects.instance [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lazy-loading 'resources' on Instance uuid 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.744858] env[68292]: INFO nova.scheduler.client.report [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Deleted allocations for instance 6ece1dc5-c1c0-4613-8739-b016151ba133 [ 1082.770824] env[68292]: DEBUG nova.virt.hardware [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.771392] env[68292]: DEBUG nova.virt.hardware [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.771731] env[68292]: DEBUG nova.virt.hardware [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.772127] env[68292]: DEBUG nova.virt.hardware [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.772455] env[68292]: DEBUG nova.virt.hardware [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.772766] env[68292]: DEBUG nova.virt.hardware [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.773201] env[68292]: DEBUG nova.virt.hardware [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.773536] env[68292]: DEBUG nova.virt.hardware [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.773894] env[68292]: DEBUG nova.virt.hardware [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.774253] env[68292]: DEBUG nova.virt.hardware [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.774612] env[68292]: DEBUG nova.virt.hardware [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.776663] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4480e008-4351-4e40-8391-8a0cdfbc4bb3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.794734] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f01989-ce2e-46db-8b5f-06503b77ff60 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.823146] env[68292]: DEBUG oslo_concurrency.lockutils [None req-af69c44a-1b0c-4672-b64d-42cc5318a046 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "a2554572-80d3-4348-b139-571d724558f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.696s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.823898] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.834291] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.835049] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.837780] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9447be67-8db1-4b4c-8f95-c663d39ad9b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.860875] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072614, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.864078] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.864078] env[68292]: value = "task-3072616" [ 1082.864078] env[68292]: _type = "Task" [ 1082.864078] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.873764] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072616, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.906234] env[68292]: DEBUG nova.network.neutron [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Updating instance_info_cache with network_info: [{"id": "74bf3e92-a59a-4cd9-bde9-7393604fb28f", "address": "fa:16:3e:b9:48:1d", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74bf3e92-a5", "ovs_interfaceid": "74bf3e92-a59a-4cd9-bde9-7393604fb28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.164600] env[68292]: DEBUG nova.compute.manager [req-9cd603c9-502f-4d6b-9979-a2576331ccb4 req-0cfa8add-0b4e-4451-a425-87a659575880 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Received event network-changed-55d0e064-4bdb-4fcf-a24b-77c10f6aa30e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.164600] env[68292]: DEBUG nova.compute.manager [req-9cd603c9-502f-4d6b-9979-a2576331ccb4 req-0cfa8add-0b4e-4451-a425-87a659575880 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Refreshing instance network info cache due to event network-changed-55d0e064-4bdb-4fcf-a24b-77c10f6aa30e. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.164814] env[68292]: DEBUG oslo_concurrency.lockutils [req-9cd603c9-502f-4d6b-9979-a2576331ccb4 req-0cfa8add-0b4e-4451-a425-87a659575880 service nova] Acquiring lock "refresh_cache-a2554572-80d3-4348-b139-571d724558f6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.164885] env[68292]: DEBUG oslo_concurrency.lockutils [req-9cd603c9-502f-4d6b-9979-a2576331ccb4 req-0cfa8add-0b4e-4451-a425-87a659575880 service nova] Acquired lock "refresh_cache-a2554572-80d3-4348-b139-571d724558f6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.165074] env[68292]: DEBUG nova.network.neutron [req-9cd603c9-502f-4d6b-9979-a2576331ccb4 req-0cfa8add-0b4e-4451-a425-87a659575880 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Refreshing network info cache for port 55d0e064-4bdb-4fcf-a24b-77c10f6aa30e {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.200717] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072615, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.259415] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1672231c-59ae-4748-b278-8d3081e2d349 tempest-ServersListShow298Test-1487478042 tempest-ServersListShow298Test-1487478042-project-member] Lock "6ece1dc5-c1c0-4613-8739-b016151ba133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.706s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.367104] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072614, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.382778] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072616, 'name': CreateVM_Task, 'duration_secs': 0.325286} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.382950] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.383854] env[68292]: DEBUG oslo_concurrency.lockutils [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.384605] env[68292]: DEBUG oslo_concurrency.lockutils [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.384690] env[68292]: DEBUG oslo_concurrency.lockutils [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.385047] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbfba7be-8e60-4f32-afdb-539fbc83d74e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.395579] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1083.395579] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5252dee3-b4da-1fbe-8143-7fc9e9fc3c73" [ 1083.395579] env[68292]: _type = "Task" [ 1083.395579] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.409560] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "refresh_cache-7163d49f-a247-4d06-b7a3-47cd17bbb606" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.409897] env[68292]: DEBUG nova.compute.manager [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Instance network_info: |[{"id": "74bf3e92-a59a-4cd9-bde9-7393604fb28f", "address": "fa:16:3e:b9:48:1d", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74bf3e92-a5", "ovs_interfaceid": "74bf3e92-a59a-4cd9-bde9-7393604fb28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.410207] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5252dee3-b4da-1fbe-8143-7fc9e9fc3c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.414796] env[68292]: DEBUG oslo_concurrency.lockutils [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] Acquired lock "refresh_cache-7163d49f-a247-4d06-b7a3-47cd17bbb606" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.416246] env[68292]: DEBUG nova.network.neutron [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Refreshing network info cache for port 74bf3e92-a59a-4cd9-bde9-7393604fb28f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.417587] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:48:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74bf3e92-a59a-4cd9-bde9-7393604fb28f', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.425397] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.426394] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.426653] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d446ca33-1dfc-437d-9bb4-05be1820ff0d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.458251] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.458251] env[68292]: value = "task-3072617" [ 1083.458251] env[68292]: _type = "Task" [ 1083.458251] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.473706] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072617, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.562630] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51d2f9b-dcce-4c8b-a7fa-37ce65a844a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.571391] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d429c10-cf6e-40f0-9cc3-20fcd5cf3bef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.604211] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fc1f49-10eb-4163-8a95-174c986479de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.612961] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e71d9e2-ea03-471b-a107-2605add102a7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.629343] env[68292]: DEBUG nova.compute.provider_tree [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.706618] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072615, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.862633] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072614, 'name': CloneVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.906501] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5252dee3-b4da-1fbe-8143-7fc9e9fc3c73, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.906864] env[68292]: DEBUG oslo_concurrency.lockutils [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.907122] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.907366] env[68292]: DEBUG oslo_concurrency.lockutils [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.907585] env[68292]: DEBUG oslo_concurrency.lockutils [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.907784] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.908069] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22564ca6-892a-4575-9b64-808bd360c7e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.917980] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.918182] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.918957] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a45a5b4-135c-448e-ba49-489aa7f60f25 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.924780] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1083.924780] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]525b1c9e-dfce-d84c-d1d0-b4241b5ee335" [ 1083.924780] env[68292]: _type = "Task" [ 1083.924780] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.936150] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525b1c9e-dfce-d84c-d1d0-b4241b5ee335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.963551] env[68292]: DEBUG nova.network.neutron [req-9cd603c9-502f-4d6b-9979-a2576331ccb4 req-0cfa8add-0b4e-4451-a425-87a659575880 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Updated VIF entry in instance network info cache for port 55d0e064-4bdb-4fcf-a24b-77c10f6aa30e. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.963920] env[68292]: DEBUG nova.network.neutron [req-9cd603c9-502f-4d6b-9979-a2576331ccb4 req-0cfa8add-0b4e-4451-a425-87a659575880 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Updating instance_info_cache with network_info: [{"id": "55d0e064-4bdb-4fcf-a24b-77c10f6aa30e", "address": "fa:16:3e:7c:52:8b", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d0e064-4b", "ovs_interfaceid": "55d0e064-4bdb-4fcf-a24b-77c10f6aa30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.971584] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072617, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.132448] env[68292]: DEBUG nova.scheduler.client.report [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.201067] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072615, 'name': CreateVM_Task, 'duration_secs': 1.470946} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.201275] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.201975] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.202158] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.202475] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.202741] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f5c678-cf2d-4408-adc4-67801d40f21b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.206210] env[68292]: DEBUG nova.network.neutron [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Updated VIF entry in instance network info cache for port 74bf3e92-a59a-4cd9-bde9-7393604fb28f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.206564] env[68292]: DEBUG nova.network.neutron [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Updating instance_info_cache with network_info: [{"id": "74bf3e92-a59a-4cd9-bde9-7393604fb28f", "address": "fa:16:3e:b9:48:1d", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74bf3e92-a5", "ovs_interfaceid": "74bf3e92-a59a-4cd9-bde9-7393604fb28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.209448] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1084.209448] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52196e46-1d50-c42a-d3c3-1de5506bc995" [ 1084.209448] env[68292]: _type = "Task" [ 1084.209448] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.218549] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52196e46-1d50-c42a-d3c3-1de5506bc995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.362924] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072614, 'name': CloneVM_Task, 'duration_secs': 1.637371} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.363219] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Created linked-clone VM from snapshot [ 1084.364135] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972af837-03a8-4e93-831f-13cc53640958 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.372616] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Uploading image 6fee6f0e-b044-4136-aca4-cb43d3573823 {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1084.395617] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1084.395617] env[68292]: value = "vm-615249" [ 1084.395617] env[68292]: _type = "VirtualMachine" [ 1084.395617] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1084.395926] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec815d4b-def2-4e8e-b19a-9245f63fcd49 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.405854] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lease: (returnval){ [ 1084.405854] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f23a9b-5141-c333-bb04-a09f368e46f5" [ 1084.405854] env[68292]: _type = "HttpNfcLease" [ 1084.405854] env[68292]: } obtained for exporting VM: (result){ [ 1084.405854] env[68292]: value = "vm-615249" [ 1084.405854] env[68292]: _type = "VirtualMachine" [ 1084.405854] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1084.406134] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the lease: (returnval){ [ 1084.406134] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f23a9b-5141-c333-bb04-a09f368e46f5" [ 1084.406134] env[68292]: _type = "HttpNfcLease" [ 1084.406134] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1084.413759] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.413759] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f23a9b-5141-c333-bb04-a09f368e46f5" [ 1084.413759] env[68292]: _type = "HttpNfcLease" [ 1084.413759] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1084.435147] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525b1c9e-dfce-d84c-d1d0-b4241b5ee335, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.435977] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9123abb-7e82-40cf-ae03-660e3c3e9d46 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.442140] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1084.442140] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529d4cb9-7244-5f40-bd7a-880d1cd0c3a0" [ 1084.442140] env[68292]: _type = "Task" [ 1084.442140] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.451299] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529d4cb9-7244-5f40-bd7a-880d1cd0c3a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.466842] env[68292]: DEBUG oslo_concurrency.lockutils [req-9cd603c9-502f-4d6b-9979-a2576331ccb4 req-0cfa8add-0b4e-4451-a425-87a659575880 service nova] Releasing lock "refresh_cache-a2554572-80d3-4348-b139-571d724558f6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.472112] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072617, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.639713] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.642202] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.737s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.660183] env[68292]: INFO nova.scheduler.client.report [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Deleted allocations for instance 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd [ 1084.710887] env[68292]: DEBUG oslo_concurrency.lockutils [req-6ca68463-037d-44da-a006-ce078b258beb req-17e5a880-33e4-48bb-8dbb-c3f9a40ac1b2 service nova] Releasing lock "refresh_cache-7163d49f-a247-4d06-b7a3-47cd17bbb606" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.722998] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52196e46-1d50-c42a-d3c3-1de5506bc995, 'name': SearchDatastore_Task, 'duration_secs': 0.015521} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.723399] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.723708] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.723980] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.915922] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.915922] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f23a9b-5141-c333-bb04-a09f368e46f5" [ 1084.915922] env[68292]: _type = "HttpNfcLease" [ 1084.915922] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1084.915922] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1084.915922] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f23a9b-5141-c333-bb04-a09f368e46f5" [ 1084.915922] env[68292]: _type = "HttpNfcLease" [ 1084.915922] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1084.916380] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6800575-5bb6-49f2-86fd-b9082b79b107 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.924712] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a599-740c-b853-9376-0b3c52b388e9/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1084.924905] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a599-740c-b853-9376-0b3c52b388e9/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1085.002846] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072617, 'name': CreateVM_Task, 'duration_secs': 1.433948} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.002846] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529d4cb9-7244-5f40-bd7a-880d1cd0c3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.003124] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.003316] env[68292]: DEBUG oslo_concurrency.lockutils [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.003653] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] e85d1d76-d00b-4023-8898-1fab48b95e51/e85d1d76-d00b-4023-8898-1fab48b95e51.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.004320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.004488] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.004823] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.005236] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.005474] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.005699] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36d27601-7afd-4ba2-a76f-ea5da4aaa4bf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.007935] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07263d10-6a4d-486b-ac4e-771144f389b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.009705] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10c8db22-104e-4f80-92c6-28b75ed55961 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.015695] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1085.015695] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]525050de-15aa-4315-7462-422b33197c7b" [ 1085.015695] env[68292]: _type = "Task" [ 1085.015695] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.020040] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1085.020040] env[68292]: value = "task-3072619" [ 1085.020040] env[68292]: _type = "Task" [ 1085.020040] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.028591] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525050de-15aa-4315-7462-422b33197c7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.031887] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.033529] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.033744] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.034533] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fd14d4-c981-43c6-9f23-5a20a993ac9c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.041890] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1085.041890] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528fa998-e952-403d-b4fb-4a4b987dccfb" [ 1085.041890] env[68292]: _type = "Task" [ 1085.041890] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.050491] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ed3b6b6-e253-4dfa-8f9e-e6a32f274797 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.057541] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528fa998-e952-403d-b4fb-4a4b987dccfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.058893] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b02f02-d2a2-4827-87eb-2cd1c6912c75 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.067375] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1085.067375] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52686d87-f0ae-3067-d913-95939daf889e" [ 1085.067375] env[68292]: _type = "Task" [ 1085.067375] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.079117] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52686d87-f0ae-3067-d913-95939daf889e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.086265] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Acquiring lock "b33155ff-9390-40a9-9159-c68cd12713bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.086412] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Lock "b33155ff-9390-40a9-9159-c68cd12713bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.171187] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f036eaa1-77c9-4b0b-ac0f-a01507281562 tempest-ServerShowV257Test-1425748333 tempest-ServerShowV257Test-1425748333-project-member] Lock "3537c1b2-4ad0-40d8-880b-f5a0bfa204fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.017s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.415590] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2767e62b-810e-41e2-adcc-00db8fbff0d4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.427714] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017f596a-eb79-4840-96ee-d898a12288b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.467025] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda794df-4134-43c0-ac2f-973837d90bc2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.477637] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a984a0c-a386-457f-90fa-5e1aa85ab3e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.495266] env[68292]: DEBUG nova.compute.provider_tree [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.528211] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525050de-15aa-4315-7462-422b33197c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.013872} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.528957] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.530030] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.530030] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.533752] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072619, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.579332] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52686d87-f0ae-3067-d913-95939daf889e, 'name': SearchDatastore_Task, 'duration_secs': 0.011732} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.579786] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.580353] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 022bc348-49da-4911-ab3d-a162305bdeaa/022bc348-49da-4911-ab3d-a162305bdeaa.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.580681] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.580852] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.581091] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d0ed486-c85e-438d-b5a1-3b98f2542b3e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.583900] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23893c40-ece6-4e8c-92af-615d4794b8ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.589090] env[68292]: DEBUG nova.compute.manager [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.593668] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1085.593668] env[68292]: value = "task-3072620" [ 1085.593668] env[68292]: _type = "Task" [ 1085.593668] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.594995] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.595356] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.599628] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e0a0df8-50f3-4cba-87a5-d0b9f6d39b40 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.608844] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.611043] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1085.611043] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5230d760-b001-f44c-a4e8-6cd137b0c99a" [ 1085.611043] env[68292]: _type = "Task" [ 1085.611043] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.621571] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5230d760-b001-f44c-a4e8-6cd137b0c99a, 'name': SearchDatastore_Task, 'duration_secs': 0.011794} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.622556] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dace8ec3-4bf9-4219-ab4b-5ab1502d93ba {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.630317] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1085.630317] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]523ab004-adcc-1a0c-1647-20ee27791635" [ 1085.630317] env[68292]: _type = "Task" [ 1085.630317] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.645100] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523ab004-adcc-1a0c-1647-20ee27791635, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.645667] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.645961] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 7163d49f-a247-4d06-b7a3-47cd17bbb606/7163d49f-a247-4d06-b7a3-47cd17bbb606.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.646308] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1223f3-24d9-4ecb-b8f9-81cd098e683d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.656111] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1085.656111] env[68292]: value = "task-3072621" [ 1085.656111] env[68292]: _type = "Task" [ 1085.656111] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.666162] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.999708] env[68292]: DEBUG nova.scheduler.client.report [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.035071] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519152} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.035653] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] e85d1d76-d00b-4023-8898-1fab48b95e51/e85d1d76-d00b-4023-8898-1fab48b95e51.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.035850] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.036167] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8b75168-632a-413a-a5a3-53aba0632453 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.049286] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1086.049286] env[68292]: value = "task-3072622" [ 1086.049286] env[68292]: _type = "Task" [ 1086.049286] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.063046] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.117737] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490564} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.117737] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 022bc348-49da-4911-ab3d-a162305bdeaa/022bc348-49da-4911-ab3d-a162305bdeaa.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.117993] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.118302] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ecf9744-4701-4ee7-b2ce-f65403e75374 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.126373] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.133655] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1086.133655] env[68292]: value = "task-3072623" [ 1086.133655] env[68292]: _type = "Task" [ 1086.133655] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.147571] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.172958] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072621, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.560309] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095328} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.560631] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.561499] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbb0af8-40b4-42a7-aeff-f8121ac18cde {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.585347] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] e85d1d76-d00b-4023-8898-1fab48b95e51/e85d1d76-d00b-4023-8898-1fab48b95e51.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.585785] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-699a40ca-5d9e-4cdb-a64a-454880402dae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.609976] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1086.609976] env[68292]: value = "task-3072624" [ 1086.609976] env[68292]: _type = "Task" [ 1086.609976] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.620063] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.643680] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140826} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.643966] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.644869] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c0d249-403a-4185-8a0f-9b2710d3121d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.670786] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 022bc348-49da-4911-ab3d-a162305bdeaa/022bc348-49da-4911-ab3d-a162305bdeaa.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.674503] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea04f04-2dca-4693-acb4-6dab6b2deb79 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.697156] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767738} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.698331] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 7163d49f-a247-4d06-b7a3-47cd17bbb606/7163d49f-a247-4d06-b7a3-47cd17bbb606.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.698768] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.699205] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1086.699205] env[68292]: value = "task-3072625" [ 1086.699205] env[68292]: _type = "Task" [ 1086.699205] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.699564] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c32fd796-e2d2-43c4-a1b9-962bf9261ae0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.712362] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.714253] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1086.714253] env[68292]: value = "task-3072626" [ 1086.714253] env[68292]: _type = "Task" [ 1086.714253] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.011610] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.369s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.015908] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.166s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.016617] env[68292]: DEBUG nova.objects.instance [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lazy-loading 'resources' on Instance uuid ed871d0a-d765-4cee-b939-3829aa1609f5 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.121699] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072624, 'name': ReconfigVM_Task, 'duration_secs': 0.348591} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.122434] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Reconfigured VM instance instance-0000005f to attach disk [datastore1] e85d1d76-d00b-4023-8898-1fab48b95e51/e85d1d76-d00b-4023-8898-1fab48b95e51.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.123109] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37e1fa28-8622-4cc5-a79d-8f3be54cbd7f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.131695] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1087.131695] env[68292]: value = "task-3072627" [ 1087.131695] env[68292]: _type = "Task" [ 1087.131695] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.140493] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072627, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.213384] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.224634] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085781} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.225152] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.226169] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d849ceb7-208a-4a35-aa0e-94822a08c343 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.251128] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 7163d49f-a247-4d06-b7a3-47cd17bbb606/7163d49f-a247-4d06-b7a3-47cd17bbb606.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.251617] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1816e1d-1f6f-49aa-bc78-10621cfeebcb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.275177] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1087.275177] env[68292]: value = "task-3072628" [ 1087.275177] env[68292]: _type = "Task" [ 1087.275177] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.286334] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.588210] env[68292]: INFO nova.scheduler.client.report [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted allocation for migration 8616301c-a1df-4713-bb93-86036170ae26 [ 1087.649862] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072627, 'name': Rename_Task, 'duration_secs': 0.155092} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.652421] env[68292]: DEBUG oslo_vmware.rw_handles [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52583d26-01c9-8b2e-e9b3-b2f46b533ab5/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1087.652917] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.653870] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fac25f-9cdf-427f-93e0-e91e919f54f0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.659411] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3efcc17c-8ba9-43cc-a0e2-4d9931a10a48 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.666604] env[68292]: DEBUG oslo_vmware.rw_handles [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52583d26-01c9-8b2e-e9b3-b2f46b533ab5/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1087.667217] env[68292]: ERROR oslo_vmware.rw_handles [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52583d26-01c9-8b2e-e9b3-b2f46b533ab5/disk-0.vmdk due to incomplete transfer. [ 1087.667217] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-211c3d0f-ce71-4288-835d-dc0bb70b9225 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.670984] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1087.670984] env[68292]: value = "task-3072629" [ 1087.670984] env[68292]: _type = "Task" [ 1087.670984] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.688652] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.690157] env[68292]: DEBUG oslo_vmware.rw_handles [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52583d26-01c9-8b2e-e9b3-b2f46b533ab5/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1087.690365] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Uploaded image 2efeea0f-8d45-4c57-9cf8-31de0610b9d3 to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1087.693395] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1087.697156] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6e9accd2-125f-4a39-b4a2-abf0ca7df502 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.708339] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1087.708339] env[68292]: value = "task-3072630" [ 1087.708339] env[68292]: _type = "Task" [ 1087.708339] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.719167] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072625, 'name': ReconfigVM_Task, 'duration_secs': 0.656409} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.720929] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 022bc348-49da-4911-ab3d-a162305bdeaa/022bc348-49da-4911-ab3d-a162305bdeaa.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.722841] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32207868-eafb-47e4-99f7-96b1c4f0f68d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.728836] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072630, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.737890] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1087.737890] env[68292]: value = "task-3072631" [ 1087.737890] env[68292]: _type = "Task" [ 1087.737890] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.749463] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072631, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.790080] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072628, 'name': ReconfigVM_Task, 'duration_secs': 0.470969} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.790353] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 7163d49f-a247-4d06-b7a3-47cd17bbb606/7163d49f-a247-4d06-b7a3-47cd17bbb606.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.791102] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-772e1a17-2945-4335-bd18-e1ce26809d6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.804569] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1087.804569] env[68292]: value = "task-3072632" [ 1087.804569] env[68292]: _type = "Task" [ 1087.804569] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.815952] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072632, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.819437] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbbfe4b-cc2f-432a-8b16-636ed1dbedc3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.828979] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd087e9d-ad95-4a50-8e8c-d5f18c140c6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.863455] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7f6fe4-d829-40e1-b2fe-264861d24e62 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.872532] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615feef3-8137-4de5-9271-d82f196a15d5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.890416] env[68292]: DEBUG nova.compute.provider_tree [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.096935] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fbd0863c-973f-47e1-a589-64cff504cea9 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "d0cb45ea-32d7-45f0-aec2-701a3398f532" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.352s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.184057] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.220472] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072630, 'name': Destroy_Task, 'duration_secs': 0.407049} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.220800] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Destroyed the VM [ 1088.221077] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1088.221374] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16721aea-d2eb-4b47-ba22-190212c4da29 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.231611] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1088.231611] env[68292]: value = "task-3072633" [ 1088.231611] env[68292]: _type = "Task" [ 1088.231611] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.242365] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072633, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.252455] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072631, 'name': Rename_Task, 'duration_secs': 0.196809} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.252822] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.253128] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f057b3af-4092-462e-9ae3-7ac0dd5851e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.260070] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1088.260070] env[68292]: value = "task-3072634" [ 1088.260070] env[68292]: _type = "Task" [ 1088.260070] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.275016] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.317182] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072632, 'name': Rename_Task, 'duration_secs': 0.19116} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.317469] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.317992] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f1ab118-2715-4061-983e-555c3c28b52d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.326119] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1088.326119] env[68292]: value = "task-3072635" [ 1088.326119] env[68292]: _type = "Task" [ 1088.326119] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.336044] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.394047] env[68292]: DEBUG nova.scheduler.client.report [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.487926] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "d0cb45ea-32d7-45f0-aec2-701a3398f532" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.488290] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "d0cb45ea-32d7-45f0-aec2-701a3398f532" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.488517] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "d0cb45ea-32d7-45f0-aec2-701a3398f532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.488781] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "d0cb45ea-32d7-45f0-aec2-701a3398f532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.488978] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "d0cb45ea-32d7-45f0-aec2-701a3398f532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.491441] env[68292]: INFO nova.compute.manager [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Terminating instance [ 1088.683613] env[68292]: DEBUG oslo_vmware.api [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072629, 'name': PowerOnVM_Task, 'duration_secs': 0.584311} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.684016] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.684375] env[68292]: DEBUG nova.compute.manager [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.685419] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb36849-d1ba-4648-93a9-ecbd7b1ecdf0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.742944] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072633, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.772969] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072634, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.837026] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072635, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.900212] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.902785] env[68292]: DEBUG oslo_concurrency.lockutils [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.046s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.903072] env[68292]: DEBUG nova.objects.instance [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lazy-loading 'resources' on Instance uuid 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.920627] env[68292]: INFO nova.scheduler.client.report [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted allocations for instance ed871d0a-d765-4cee-b939-3829aa1609f5 [ 1088.979516] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "df956892-0c39-4c0f-ac93-781c7a240600" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.979761] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "df956892-0c39-4c0f-ac93-781c7a240600" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.994865] env[68292]: DEBUG nova.compute.manager [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.995173] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.996338] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8474d893-202a-4387-87e0-94356d443df7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.005545] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.005867] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-396759a0-00e4-4560-9388-c948ecf89d6d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.016026] env[68292]: DEBUG oslo_vmware.api [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1089.016026] env[68292]: value = "task-3072636" [ 1089.016026] env[68292]: _type = "Task" [ 1089.016026] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.026077] env[68292]: DEBUG oslo_vmware.api [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.202559] env[68292]: DEBUG oslo_concurrency.lockutils [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.244149] env[68292]: DEBUG oslo_vmware.api [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072633, 'name': RemoveSnapshot_Task, 'duration_secs': 0.814613} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.244458] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1089.244695] env[68292]: INFO nova.compute.manager [None req-c85e5570-4475-4380-a73a-0821074c1279 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Took 17.47 seconds to snapshot the instance on the hypervisor. [ 1089.273364] env[68292]: DEBUG oslo_vmware.api [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072634, 'name': PowerOnVM_Task, 'duration_secs': 0.634197} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.273814] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.274090] env[68292]: INFO nova.compute.manager [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Took 10.95 seconds to spawn the instance on the hypervisor. [ 1089.274398] env[68292]: DEBUG nova.compute.manager [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.275400] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b250da44-f481-48e9-8ecc-d2c0135c07b9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.339240] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072635, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.432895] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3f1b093a-da99-4adc-b004-1c6c2a347018 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "ed871d0a-d765-4cee-b939-3829aa1609f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.909s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.482268] env[68292]: DEBUG nova.compute.manager [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.528745] env[68292]: DEBUG oslo_vmware.api [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072636, 'name': PowerOffVM_Task, 'duration_secs': 0.219251} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.531672] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.531954] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.532590] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44b1c2a5-26a4-4b13-9e91-d736b2428655 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.607840] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.608765] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.608765] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleting the datastore file [datastore2] d0cb45ea-32d7-45f0-aec2-701a3398f532 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.612764] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-635f0103-4a68-4039-ba85-ce3007a5d8da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.623623] env[68292]: DEBUG oslo_vmware.api [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1089.623623] env[68292]: value = "task-3072638" [ 1089.623623] env[68292]: _type = "Task" [ 1089.623623] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.641143] env[68292]: DEBUG oslo_vmware.api [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.672651] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f2c862-e301-4780-89a0-33935ec1a3c8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.681791] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53597446-f82f-4137-a9a5-c16f56f2a61a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.733657] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c8556d-166f-405c-a8c6-116f998f1eb9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.744796] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5319c07f-9eb1-4726-af5e-63652c3bd03b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.772042] env[68292]: DEBUG nova.compute.provider_tree [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.797127] env[68292]: INFO nova.compute.manager [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Took 25.19 seconds to build instance. [ 1089.839970] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072635, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.009932] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.135305] env[68292]: DEBUG oslo_vmware.api [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32332} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.135653] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.135821] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.136015] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.136219] env[68292]: INFO nova.compute.manager [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1090.136467] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.136680] env[68292]: DEBUG nova.compute.manager [-] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.136779] env[68292]: DEBUG nova.network.neutron [-] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.275258] env[68292]: DEBUG nova.scheduler.client.report [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.299183] env[68292]: DEBUG oslo_concurrency.lockutils [None req-82e18bcd-e387-4216-9e22-78b0e2d31b4f tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "022bc348-49da-4911-ab3d-a162305bdeaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.710s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.340877] env[68292]: DEBUG oslo_vmware.api [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072635, 'name': PowerOnVM_Task, 'duration_secs': 1.693272} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.341330] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.341528] env[68292]: INFO nova.compute.manager [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1090.341718] env[68292]: DEBUG nova.compute.manager [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.342551] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ccd0ca-f11f-4c51-a6b7-11343d901af0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.352530] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquiring lock "e85d1d76-d00b-4023-8898-1fab48b95e51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.352774] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lock "e85d1d76-d00b-4023-8898-1fab48b95e51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.353184] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquiring lock "e85d1d76-d00b-4023-8898-1fab48b95e51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.353401] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lock "e85d1d76-d00b-4023-8898-1fab48b95e51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.353570] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lock "e85d1d76-d00b-4023-8898-1fab48b95e51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.355447] env[68292]: INFO nova.compute.manager [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Terminating instance [ 1090.670986] env[68292]: DEBUG nova.compute.manager [req-91da4c69-7a15-4864-a852-dc38c2d64eed req-a3c50a38-4e19-4517-be0b-ee9b43a71af3 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Received event network-changed-e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.671204] env[68292]: DEBUG nova.compute.manager [req-91da4c69-7a15-4864-a852-dc38c2d64eed req-a3c50a38-4e19-4517-be0b-ee9b43a71af3 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Refreshing instance network info cache due to event network-changed-e0d874e3-9491-44ca-86ea-090541148c5f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.671426] env[68292]: DEBUG oslo_concurrency.lockutils [req-91da4c69-7a15-4864-a852-dc38c2d64eed req-a3c50a38-4e19-4517-be0b-ee9b43a71af3 service nova] Acquiring lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.671566] env[68292]: DEBUG oslo_concurrency.lockutils [req-91da4c69-7a15-4864-a852-dc38c2d64eed req-a3c50a38-4e19-4517-be0b-ee9b43a71af3 service nova] Acquired lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.671869] env[68292]: DEBUG nova.network.neutron [req-91da4c69-7a15-4864-a852-dc38c2d64eed req-a3c50a38-4e19-4517-be0b-ee9b43a71af3 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Refreshing network info cache for port e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.783862] env[68292]: DEBUG oslo_concurrency.lockutils [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.788028] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.661s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.788408] env[68292]: INFO nova.compute.claims [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.815683] env[68292]: INFO nova.scheduler.client.report [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleted allocations for instance 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e [ 1090.859878] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquiring lock "refresh_cache-e85d1d76-d00b-4023-8898-1fab48b95e51" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.860028] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquired lock "refresh_cache-e85d1d76-d00b-4023-8898-1fab48b95e51" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.860220] env[68292]: DEBUG nova.network.neutron [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.865239] env[68292]: INFO nova.compute.manager [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Took 25.53 seconds to build instance. [ 1091.013720] env[68292]: DEBUG nova.network.neutron [-] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.134456] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "efff4d2b-30f9-4e1c-a508-d6473a47075d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.134716] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "efff4d2b-30f9-4e1c-a508-d6473a47075d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.323311] env[68292]: DEBUG oslo_concurrency.lockutils [None req-64758a55-b0b9-4326-88bb-936cd64c86a4 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.388s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.367128] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa9f7a2d-8213-403e-9d45-5205e4d7df1f tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "7163d49f-a247-4d06-b7a3-47cd17bbb606" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.040s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.396682] env[68292]: DEBUG nova.network.neutron [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.458888] env[68292]: DEBUG nova.network.neutron [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.461417] env[68292]: DEBUG nova.network.neutron [req-91da4c69-7a15-4864-a852-dc38c2d64eed req-a3c50a38-4e19-4517-be0b-ee9b43a71af3 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updated VIF entry in instance network info cache for port e0d874e3-9491-44ca-86ea-090541148c5f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.461802] env[68292]: DEBUG nova.network.neutron [req-91da4c69-7a15-4864-a852-dc38c2d64eed req-a3c50a38-4e19-4517-be0b-ee9b43a71af3 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updating instance_info_cache with network_info: [{"id": "e0d874e3-9491-44ca-86ea-090541148c5f", "address": "fa:16:3e:bb:f4:74", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d874e3-94", "ovs_interfaceid": "e0d874e3-9491-44ca-86ea-090541148c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.516978] env[68292]: INFO nova.compute.manager [-] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Took 1.38 seconds to deallocate network for instance. [ 1091.631116] env[68292]: DEBUG nova.compute.manager [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.632048] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cea88fb-eb79-4068-b44a-e071f721dd5c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.636678] env[68292]: DEBUG nova.compute.manager [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.806679] env[68292]: DEBUG oslo_concurrency.lockutils [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "7163d49f-a247-4d06-b7a3-47cd17bbb606" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.806970] env[68292]: DEBUG oslo_concurrency.lockutils [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "7163d49f-a247-4d06-b7a3-47cd17bbb606" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.807203] env[68292]: DEBUG oslo_concurrency.lockutils [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "7163d49f-a247-4d06-b7a3-47cd17bbb606-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.807408] env[68292]: DEBUG oslo_concurrency.lockutils [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "7163d49f-a247-4d06-b7a3-47cd17bbb606-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.807587] env[68292]: DEBUG oslo_concurrency.lockutils [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "7163d49f-a247-4d06-b7a3-47cd17bbb606-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.809815] env[68292]: INFO nova.compute.manager [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Terminating instance [ 1091.961834] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Releasing lock "refresh_cache-e85d1d76-d00b-4023-8898-1fab48b95e51" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.962358] env[68292]: DEBUG nova.compute.manager [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.962614] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.966186] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3bb782-9304-43f3-bc26-4d35c4768e38 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.969315] env[68292]: DEBUG oslo_concurrency.lockutils [req-91da4c69-7a15-4864-a852-dc38c2d64eed req-a3c50a38-4e19-4517-be0b-ee9b43a71af3 service nova] Releasing lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.975989] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.976300] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc403040-b252-453f-af99-0af83b3acba6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.986416] env[68292]: DEBUG oslo_vmware.api [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1091.986416] env[68292]: value = "task-3072639" [ 1091.986416] env[68292]: _type = "Task" [ 1091.986416] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.997431] env[68292]: DEBUG oslo_vmware.api [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.024064] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.062755] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64704170-7aa4-4461-850c-2098a885a41f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.072594] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea7a44a-4178-4b9b-b4ee-f82ed774f520 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.110114] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb29f88-b85d-4cdb-b650-a6073fbbe898 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.120165] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffefca5-ae29-46ae-995f-ec6b245afdbe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.136379] env[68292]: DEBUG nova.compute.provider_tree [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.147536] env[68292]: INFO nova.compute.manager [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] instance snapshotting [ 1092.155555] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be64dd2-e156-44df-afe4-59b834985e09 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.178198] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.179092] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d18117-455f-49d7-95a5-869778d811bd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.316456] env[68292]: DEBUG nova.compute.manager [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.316657] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.317583] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb6daeb-c3ee-4ce6-8804-73270ac37203 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.326392] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.326661] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ff91f88-d3ec-41a9-a1a9-b6e6420573ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.336151] env[68292]: DEBUG oslo_vmware.api [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1092.336151] env[68292]: value = "task-3072640" [ 1092.336151] env[68292]: _type = "Task" [ 1092.336151] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.346836] env[68292]: DEBUG oslo_vmware.api [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.498095] env[68292]: DEBUG oslo_vmware.api [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072639, 'name': PowerOffVM_Task, 'duration_secs': 0.139434} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.498480] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.498691] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.499085] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02d6a94c-fb1e-4354-b2d3-68a42438a97c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.535575] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.535877] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.536189] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Deleting the datastore file [datastore1] e85d1d76-d00b-4023-8898-1fab48b95e51 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.536486] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b76f13d-c0a1-4dba-950e-7b01d8c0a2f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.545032] env[68292]: DEBUG oslo_vmware.api [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for the task: (returnval){ [ 1092.545032] env[68292]: value = "task-3072642" [ 1092.545032] env[68292]: _type = "Task" [ 1092.545032] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.558143] env[68292]: DEBUG oslo_vmware.api [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.639719] env[68292]: DEBUG nova.scheduler.client.report [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.692472] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1092.692850] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cb2c3388-13be-4aa0-b862-357892b22121 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.699112] env[68292]: DEBUG nova.compute.manager [req-4bcc72aa-bebc-4b90-bf9a-1755100d9e9e req-7237dcce-7308-45b9-9e57-da319c8ee148 service nova] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Received event network-vif-deleted-584ebc34-1148-4ce2-98fc-f3e41912cf81 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.701470] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1092.701470] env[68292]: value = "task-3072643" [ 1092.701470] env[68292]: _type = "Task" [ 1092.701470] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.710924] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072643, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.848818] env[68292]: DEBUG oslo_vmware.api [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072640, 'name': PowerOffVM_Task, 'duration_secs': 0.30839} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.848818] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.848818] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.849074] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77c883de-b83f-45e0-88f0-87f0fdbd2521 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.935920] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.936167] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.936355] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleting the datastore file [datastore1] 7163d49f-a247-4d06-b7a3-47cd17bbb606 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.936638] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41f9eb1b-c3d9-4139-8c90-65d788844d21 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.944344] env[68292]: DEBUG oslo_vmware.api [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1092.944344] env[68292]: value = "task-3072645" [ 1092.944344] env[68292]: _type = "Task" [ 1092.944344] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.953773] env[68292]: DEBUG oslo_vmware.api [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.066882] env[68292]: DEBUG oslo_vmware.api [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Task: {'id': task-3072642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135452} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.067225] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.067860] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.067860] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.067860] env[68292]: INFO nova.compute.manager [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1093.068087] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.068290] env[68292]: DEBUG nova.compute.manager [-] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.068382] env[68292]: DEBUG nova.network.neutron [-] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.108606] env[68292]: DEBUG nova.network.neutron [-] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.148416] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.148988] env[68292]: DEBUG nova.compute.manager [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.151903] env[68292]: DEBUG oslo_concurrency.lockutils [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.949s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.152109] env[68292]: DEBUG nova.objects.instance [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1093.212618] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072643, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.454827] env[68292]: DEBUG oslo_vmware.api [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183792} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.456014] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.456014] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.456014] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.456204] env[68292]: INFO nova.compute.manager [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1093.456428] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.456620] env[68292]: DEBUG nova.compute.manager [-] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.456715] env[68292]: DEBUG nova.network.neutron [-] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.559377] env[68292]: DEBUG nova.compute.manager [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Stashing vm_state: active {{(pid=68292) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1093.611297] env[68292]: DEBUG nova.network.neutron [-] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.656592] env[68292]: DEBUG nova.compute.utils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.662112] env[68292]: DEBUG nova.compute.manager [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.662112] env[68292]: DEBUG nova.network.neutron [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.715737] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072643, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.734675] env[68292]: DEBUG nova.policy [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6b60807edbb4b9b9edb084f4f9c6b26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70e69a229f304a18adf72239e7327827', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.032369] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a599-740c-b853-9376-0b3c52b388e9/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1094.033332] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc6e924-0a58-40d7-a434-b846ec343e70 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.040606] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a599-740c-b853-9376-0b3c52b388e9/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1094.040773] env[68292]: ERROR oslo_vmware.rw_handles [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a599-740c-b853-9376-0b3c52b388e9/disk-0.vmdk due to incomplete transfer. [ 1094.041010] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5d00494d-48a2-4da4-9fb2-dbe6dab03faf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.050344] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a599-740c-b853-9376-0b3c52b388e9/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1094.050546] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Uploaded image 6fee6f0e-b044-4136-aca4-cb43d3573823 to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1094.052490] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1094.052758] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-01f30f12-0198-4035-9e3a-7bcf0a38080b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.060237] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1094.060237] env[68292]: value = "task-3072646" [ 1094.060237] env[68292]: _type = "Task" [ 1094.060237] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.072593] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072646, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.086226] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.114278] env[68292]: INFO nova.compute.manager [-] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Took 1.05 seconds to deallocate network for instance. [ 1094.163054] env[68292]: DEBUG nova.compute.manager [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.167609] env[68292]: DEBUG nova.network.neutron [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Successfully created port: 4a42bccb-9cd4-49d6-b32e-525726d2b743 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.170687] env[68292]: DEBUG oslo_concurrency.lockutils [None req-de61ff4b-acac-40da-b64c-8253e4a3166e tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.172431] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.163s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.174100] env[68292]: INFO nova.compute.claims [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.215465] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072643, 'name': CreateSnapshot_Task, 'duration_secs': 1.035288} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.218112] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1094.218112] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b66e171-e73f-4243-938a-e6426133d139 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.221042] env[68292]: DEBUG nova.network.neutron [-] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.571664] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072646, 'name': Destroy_Task, 'duration_secs': 0.328152} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.571974] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Destroyed the VM [ 1094.572201] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1094.572466] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01a4e99e-7779-4787-9e11-aa73d27e3d8e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.579834] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1094.579834] env[68292]: value = "task-3072647" [ 1094.579834] env[68292]: _type = "Task" [ 1094.579834] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.589120] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072647, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.624707] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.726148] env[68292]: DEBUG nova.compute.manager [req-142b94c6-ee80-4592-bf00-f4e27f287f09 req-77abc6dd-3e47-4755-bcaa-96271aa1b0f7 service nova] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Received event network-vif-deleted-74bf3e92-a59a-4cd9-bde9-7393604fb28f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.732627] env[68292]: INFO nova.compute.manager [-] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Took 1.28 seconds to deallocate network for instance. [ 1094.739486] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1094.741480] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-977e7fb4-9053-4176-ae65-c240a4b9629c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.754696] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1094.754696] env[68292]: value = "task-3072648" [ 1094.754696] env[68292]: _type = "Task" [ 1094.754696] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.765640] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072648, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.090357] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072647, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.179434] env[68292]: DEBUG nova.compute.manager [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.203696] env[68292]: DEBUG nova.virt.hardware [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.203944] env[68292]: DEBUG nova.virt.hardware [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.204116] env[68292]: DEBUG nova.virt.hardware [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.204301] env[68292]: DEBUG nova.virt.hardware [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.204446] env[68292]: DEBUG nova.virt.hardware [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.204591] env[68292]: DEBUG nova.virt.hardware [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.204800] env[68292]: DEBUG nova.virt.hardware [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.204960] env[68292]: DEBUG nova.virt.hardware [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.205166] env[68292]: DEBUG nova.virt.hardware [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.205338] env[68292]: DEBUG nova.virt.hardware [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.205513] env[68292]: DEBUG nova.virt.hardware [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.206435] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a0e292-bb06-4e02-a81d-78fe535add7a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.218049] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c56955-01fb-4d40-b0be-a47d7cfb61cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.249887] env[68292]: DEBUG oslo_concurrency.lockutils [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.266913] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072648, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.431315] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66173ae-17aa-4bc8-b203-7614beeb24c4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.439761] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbe1a63-f3c1-40eb-8486-2277e29416fb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.474586] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbc1372-822d-42d6-9e09-11ef2ca66d28 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.483389] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c883ac8-7fe7-4efa-81b4-6c866abb2fb8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.497165] env[68292]: DEBUG nova.compute.provider_tree [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.592186] env[68292]: DEBUG oslo_vmware.api [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072647, 'name': RemoveSnapshot_Task, 'duration_secs': 0.532446} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.592470] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1095.592684] env[68292]: INFO nova.compute.manager [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Took 15.36 seconds to snapshot the instance on the hypervisor. [ 1095.619801] env[68292]: DEBUG nova.compute.manager [req-1acf6a2b-5965-421e-8fb9-fb77266d7a15 req-42fc949d-da43-4367-93b8-95fb07c0bb51 service nova] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Received event network-vif-plugged-4a42bccb-9cd4-49d6-b32e-525726d2b743 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.620097] env[68292]: DEBUG oslo_concurrency.lockutils [req-1acf6a2b-5965-421e-8fb9-fb77266d7a15 req-42fc949d-da43-4367-93b8-95fb07c0bb51 service nova] Acquiring lock "b33155ff-9390-40a9-9159-c68cd12713bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.620242] env[68292]: DEBUG oslo_concurrency.lockutils [req-1acf6a2b-5965-421e-8fb9-fb77266d7a15 req-42fc949d-da43-4367-93b8-95fb07c0bb51 service nova] Lock "b33155ff-9390-40a9-9159-c68cd12713bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.620405] env[68292]: DEBUG oslo_concurrency.lockutils [req-1acf6a2b-5965-421e-8fb9-fb77266d7a15 req-42fc949d-da43-4367-93b8-95fb07c0bb51 service nova] Lock "b33155ff-9390-40a9-9159-c68cd12713bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.620564] env[68292]: DEBUG nova.compute.manager [req-1acf6a2b-5965-421e-8fb9-fb77266d7a15 req-42fc949d-da43-4367-93b8-95fb07c0bb51 service nova] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] No waiting events found dispatching network-vif-plugged-4a42bccb-9cd4-49d6-b32e-525726d2b743 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.622063] env[68292]: WARNING nova.compute.manager [req-1acf6a2b-5965-421e-8fb9-fb77266d7a15 req-42fc949d-da43-4367-93b8-95fb07c0bb51 service nova] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Received unexpected event network-vif-plugged-4a42bccb-9cd4-49d6-b32e-525726d2b743 for instance with vm_state building and task_state spawning. [ 1095.709462] env[68292]: DEBUG nova.network.neutron [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Successfully updated port: 4a42bccb-9cd4-49d6-b32e-525726d2b743 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.766173] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072648, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.000605] env[68292]: DEBUG nova.scheduler.client.report [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.135122] env[68292]: DEBUG nova.compute.manager [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Found 3 images (rotation: 2) {{(pid=68292) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1096.135345] env[68292]: DEBUG nova.compute.manager [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Rotating out 1 backups {{(pid=68292) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1096.135505] env[68292]: DEBUG nova.compute.manager [None req-7b3ae769-55b0-4f3b-9082-2a1a1b9be538 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Deleting image 7874596c-9850-463b-847f-66b8c5ea8cc6 {{(pid=68292) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1096.212740] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Acquiring lock "refresh_cache-b33155ff-9390-40a9-9159-c68cd12713bd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.212940] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Acquired lock "refresh_cache-b33155ff-9390-40a9-9159-c68cd12713bd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.213078] env[68292]: DEBUG nova.network.neutron [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.268088] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072648, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.506057] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.506057] env[68292]: DEBUG nova.compute.manager [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.508595] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.485s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.508752] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.510868] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.333s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.512142] env[68292]: INFO nova.compute.claims [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.537135] env[68292]: INFO nova.scheduler.client.report [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted allocations for instance d0cb45ea-32d7-45f0-aec2-701a3398f532 [ 1096.745522] env[68292]: DEBUG nova.network.neutron [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.768979] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072648, 'name': CloneVM_Task} progress is 95%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.955278] env[68292]: DEBUG nova.network.neutron [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Updating instance_info_cache with network_info: [{"id": "4a42bccb-9cd4-49d6-b32e-525726d2b743", "address": "fa:16:3e:a1:bc:10", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a42bccb-9c", "ovs_interfaceid": "4a42bccb-9cd4-49d6-b32e-525726d2b743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.017189] env[68292]: DEBUG nova.compute.utils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.020700] env[68292]: DEBUG nova.compute.manager [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.020869] env[68292]: DEBUG nova.network.neutron [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.046420] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9b3ee6b-bc24-4030-996f-170cd4acd4a6 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "d0cb45ea-32d7-45f0-aec2-701a3398f532" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.558s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.063161] env[68292]: DEBUG nova.policy [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0df73a24f6b14a3d86a5219a9aa4f8d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a543e40e62d465d9a711e9dd97cc817', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.268996] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072648, 'name': CloneVM_Task, 'duration_secs': 2.302076} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.268996] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Created linked-clone VM from snapshot [ 1097.269952] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3b8fed-0795-4796-ae49-3ddf4d86d9f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.279193] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Uploading image ae30fcea-6fb5-49eb-ae90-7fd0cb05ee1b {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1097.303677] env[68292]: DEBUG oslo_vmware.rw_handles [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1097.303677] env[68292]: value = "vm-615254" [ 1097.303677] env[68292]: _type = "VirtualMachine" [ 1097.303677] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1097.303976] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aca1c86b-73ad-4fb6-aa4e-a59115b6c932 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.315552] env[68292]: DEBUG oslo_vmware.rw_handles [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lease: (returnval){ [ 1097.315552] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52876020-dcba-3809-ab04-99197d46a9c4" [ 1097.315552] env[68292]: _type = "HttpNfcLease" [ 1097.315552] env[68292]: } obtained for exporting VM: (result){ [ 1097.315552] env[68292]: value = "vm-615254" [ 1097.315552] env[68292]: _type = "VirtualMachine" [ 1097.315552] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1097.316786] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the lease: (returnval){ [ 1097.316786] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52876020-dcba-3809-ab04-99197d46a9c4" [ 1097.316786] env[68292]: _type = "HttpNfcLease" [ 1097.316786] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1097.324458] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.324458] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52876020-dcba-3809-ab04-99197d46a9c4" [ 1097.324458] env[68292]: _type = "HttpNfcLease" [ 1097.324458] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1097.411177] env[68292]: DEBUG nova.network.neutron [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Successfully created port: 35b1224b-d0b2-4c80-8e85-48852acdef8b {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.459253] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Releasing lock "refresh_cache-b33155ff-9390-40a9-9159-c68cd12713bd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.459613] env[68292]: DEBUG nova.compute.manager [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Instance network_info: |[{"id": "4a42bccb-9cd4-49d6-b32e-525726d2b743", "address": "fa:16:3e:a1:bc:10", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a42bccb-9c", "ovs_interfaceid": "4a42bccb-9cd4-49d6-b32e-525726d2b743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.460081] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:bc:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a42bccb-9cd4-49d6-b32e-525726d2b743', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.467870] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Creating folder: Project (70e69a229f304a18adf72239e7327827). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.468155] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-933d14f2-5330-4189-897c-9ab4a6f3a4af {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.481283] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Created folder: Project (70e69a229f304a18adf72239e7327827) in parent group-v614981. [ 1097.481482] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Creating folder: Instances. Parent ref: group-v615255. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.481723] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9cb98a8-3b18-40fa-91e4-5fa7ef72a775 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.491691] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Created folder: Instances in parent group-v615255. [ 1097.492061] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.492357] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.492673] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4703f95-4390-48e0-bd74-a7c58d7b121e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.516154] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.516154] env[68292]: value = "task-3072652" [ 1097.516154] env[68292]: _type = "Task" [ 1097.516154] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.521985] env[68292]: DEBUG nova.compute.manager [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.535067] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072652, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.566897] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bda66a34-c44e-4eba-b64b-4c7074475a5c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.567257] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bda66a34-c44e-4eba-b64b-4c7074475a5c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.567441] env[68292]: DEBUG nova.compute.manager [None req-bda66a34-c44e-4eba-b64b-4c7074475a5c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.569173] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acce3ac-7543-4e0e-b04d-cc4bd6bdbc75 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.581453] env[68292]: DEBUG nova.compute.manager [None req-bda66a34-c44e-4eba-b64b-4c7074475a5c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68292) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1097.582142] env[68292]: DEBUG nova.objects.instance [None req-bda66a34-c44e-4eba-b64b-4c7074475a5c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'flavor' on Instance uuid d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.651523] env[68292]: DEBUG nova.compute.manager [req-204e5f4f-12e9-4a2a-8809-a91ab44a7326 req-77bf4a00-d4ea-4c12-8328-2df39416404f service nova] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Received event network-changed-4a42bccb-9cd4-49d6-b32e-525726d2b743 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.651660] env[68292]: DEBUG nova.compute.manager [req-204e5f4f-12e9-4a2a-8809-a91ab44a7326 req-77bf4a00-d4ea-4c12-8328-2df39416404f service nova] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Refreshing instance network info cache due to event network-changed-4a42bccb-9cd4-49d6-b32e-525726d2b743. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.651891] env[68292]: DEBUG oslo_concurrency.lockutils [req-204e5f4f-12e9-4a2a-8809-a91ab44a7326 req-77bf4a00-d4ea-4c12-8328-2df39416404f service nova] Acquiring lock "refresh_cache-b33155ff-9390-40a9-9159-c68cd12713bd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.652195] env[68292]: DEBUG oslo_concurrency.lockutils [req-204e5f4f-12e9-4a2a-8809-a91ab44a7326 req-77bf4a00-d4ea-4c12-8328-2df39416404f service nova] Acquired lock "refresh_cache-b33155ff-9390-40a9-9159-c68cd12713bd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.652421] env[68292]: DEBUG nova.network.neutron [req-204e5f4f-12e9-4a2a-8809-a91ab44a7326 req-77bf4a00-d4ea-4c12-8328-2df39416404f service nova] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Refreshing network info cache for port 4a42bccb-9cd4-49d6-b32e-525726d2b743 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.775753] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de522ba7-2591-4f50-9581-0d3a142693c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.785662] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd26577-6157-48a8-ad75-cc9778994ef9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.820881] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced8ce03-964a-473d-83a4-9adfdc35b292 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.830147] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569f9ebc-c666-4b7c-ad55-0b383d0a7333 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.833847] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.833847] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52876020-dcba-3809-ab04-99197d46a9c4" [ 1097.833847] env[68292]: _type = "HttpNfcLease" [ 1097.833847] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1097.834151] env[68292]: DEBUG oslo_vmware.rw_handles [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1097.834151] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52876020-dcba-3809-ab04-99197d46a9c4" [ 1097.834151] env[68292]: _type = "HttpNfcLease" [ 1097.834151] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1097.835209] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f3dfc0-13d2-4dd5-a625-8fe2e9818505 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.846774] env[68292]: DEBUG nova.compute.provider_tree [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.854093] env[68292]: DEBUG oslo_vmware.rw_handles [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52142487-7f02-e248-1e88-1b403d05165b/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1097.854283] env[68292]: DEBUG oslo_vmware.rw_handles [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52142487-7f02-e248-1e88-1b403d05165b/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1098.008743] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0b4a3102-638c-4ede-a22c-2be07e5f6b94 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.026757] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072652, 'name': CreateVM_Task, 'duration_secs': 0.37229} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.028179] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.030100] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.030100] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.030321] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.030644] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b1cea5-28f2-48e3-847a-c56040f45038 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.043690] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Waiting for the task: (returnval){ [ 1098.043690] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52029d2c-a176-8573-e33f-9eb788cc7449" [ 1098.043690] env[68292]: _type = "Task" [ 1098.043690] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.057622] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52029d2c-a176-8573-e33f-9eb788cc7449, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.057934] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.058180] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.058412] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.058557] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.058733] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.058990] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af585cb0-4af8-407f-8f13-4465787dbf58 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.067046] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.067233] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.067947] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c108417b-aded-45c5-9beb-3293af783af2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.073065] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Waiting for the task: (returnval){ [ 1098.073065] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f5991d-96fb-00ac-acd2-4670290dd67a" [ 1098.073065] env[68292]: _type = "Task" [ 1098.073065] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.080792] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f5991d-96fb-00ac-acd2-4670290dd67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.350322] env[68292]: DEBUG nova.scheduler.client.report [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.426314] env[68292]: DEBUG nova.network.neutron [req-204e5f4f-12e9-4a2a-8809-a91ab44a7326 req-77bf4a00-d4ea-4c12-8328-2df39416404f service nova] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Updated VIF entry in instance network info cache for port 4a42bccb-9cd4-49d6-b32e-525726d2b743. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.427088] env[68292]: DEBUG nova.network.neutron [req-204e5f4f-12e9-4a2a-8809-a91ab44a7326 req-77bf4a00-d4ea-4c12-8328-2df39416404f service nova] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Updating instance_info_cache with network_info: [{"id": "4a42bccb-9cd4-49d6-b32e-525726d2b743", "address": "fa:16:3e:a1:bc:10", "network": {"id": "16a33a96-cbf8-4dcb-883a-53c715949c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "037bb4d1febe4b2383c3bf93398d1233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a42bccb-9c", "ovs_interfaceid": "4a42bccb-9cd4-49d6-b32e-525726d2b743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.542270] env[68292]: DEBUG nova.compute.manager [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.567167] env[68292]: DEBUG nova.virt.hardware [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.567503] env[68292]: DEBUG nova.virt.hardware [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.567716] env[68292]: DEBUG nova.virt.hardware [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.567975] env[68292]: DEBUG nova.virt.hardware [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.568669] env[68292]: DEBUG nova.virt.hardware [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.568911] env[68292]: DEBUG nova.virt.hardware [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.569261] env[68292]: DEBUG nova.virt.hardware [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.569492] env[68292]: DEBUG nova.virt.hardware [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.569725] env[68292]: DEBUG nova.virt.hardware [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.569999] env[68292]: DEBUG nova.virt.hardware [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.570256] env[68292]: DEBUG nova.virt.hardware [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.571488] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bf8e26-5656-4c25-9ba7-51bc58ab07d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.586977] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90efdf49-215a-43d1-971d-e81dfe65ab46 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.591170] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f5991d-96fb-00ac-acd2-4670290dd67a, 'name': SearchDatastore_Task, 'duration_secs': 0.008602} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.591752] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda66a34-c44e-4eba-b64b-4c7074475a5c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.592636] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72de0d42-0aa5-4be9-b088-064bf6c425ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.594468] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ffaebd-90b1-4983-9945-6c7322106cd1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.609316] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Waiting for the task: (returnval){ [ 1098.609316] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527cf823-1e9a-ca88-d23f-ffb612527feb" [ 1098.609316] env[68292]: _type = "Task" [ 1098.609316] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.613926] env[68292]: DEBUG oslo_vmware.api [None req-bda66a34-c44e-4eba-b64b-4c7074475a5c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1098.613926] env[68292]: value = "task-3072653" [ 1098.613926] env[68292]: _type = "Task" [ 1098.613926] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.623351] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527cf823-1e9a-ca88-d23f-ffb612527feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.629469] env[68292]: DEBUG oslo_vmware.api [None req-bda66a34-c44e-4eba-b64b-4c7074475a5c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.856979] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.858309] env[68292]: DEBUG nova.compute.manager [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.861128] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.775s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.905842] env[68292]: DEBUG nova.network.neutron [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Successfully updated port: 35b1224b-d0b2-4c80-8e85-48852acdef8b {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.931826] env[68292]: DEBUG oslo_concurrency.lockutils [req-204e5f4f-12e9-4a2a-8809-a91ab44a7326 req-77bf4a00-d4ea-4c12-8328-2df39416404f service nova] Releasing lock "refresh_cache-b33155ff-9390-40a9-9159-c68cd12713bd" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.121898] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527cf823-1e9a-ca88-d23f-ffb612527feb, 'name': SearchDatastore_Task, 'duration_secs': 0.017733} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.122700] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.123074] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] b33155ff-9390-40a9-9159-c68cd12713bd/b33155ff-9390-40a9-9159-c68cd12713bd.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.123403] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a15ee25b-d17a-4796-b942-23419be760a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.129353] env[68292]: DEBUG oslo_vmware.api [None req-bda66a34-c44e-4eba-b64b-4c7074475a5c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072653, 'name': PowerOffVM_Task, 'duration_secs': 0.228548} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.129940] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda66a34-c44e-4eba-b64b-4c7074475a5c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.130178] env[68292]: DEBUG nova.compute.manager [None req-bda66a34-c44e-4eba-b64b-4c7074475a5c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.130966] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff7f54d-bcb1-482a-a72c-8ed3342ab44c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.135690] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Waiting for the task: (returnval){ [ 1099.135690] env[68292]: value = "task-3072654" [ 1099.135690] env[68292]: _type = "Task" [ 1099.135690] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.148957] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.365979] env[68292]: DEBUG nova.compute.utils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.369022] env[68292]: INFO nova.compute.claims [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.374081] env[68292]: DEBUG nova.compute.manager [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.374613] env[68292]: DEBUG nova.network.neutron [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.409406] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "refresh_cache-df956892-0c39-4c0f-ac93-781c7a240600" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.409581] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "refresh_cache-df956892-0c39-4c0f-ac93-781c7a240600" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.409581] env[68292]: DEBUG nova.network.neutron [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.434666] env[68292]: DEBUG nova.policy [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '015883cd6d5d4b6b8389cc2c53340746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '686239d102c44129a735969d15062852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.654709] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455665} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.655660] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bda66a34-c44e-4eba-b64b-4c7074475a5c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.659143] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] b33155ff-9390-40a9-9159-c68cd12713bd/b33155ff-9390-40a9-9159-c68cd12713bd.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.659143] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.659143] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a25b4f8e-2684-4b8c-ad05-a7f6a489af60 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.666025] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Waiting for the task: (returnval){ [ 1099.666025] env[68292]: value = "task-3072655" [ 1099.666025] env[68292]: _type = "Task" [ 1099.666025] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.677172] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.685068] env[68292]: DEBUG nova.compute.manager [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Received event network-vif-plugged-35b1224b-d0b2-4c80-8e85-48852acdef8b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.685367] env[68292]: DEBUG oslo_concurrency.lockutils [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] Acquiring lock "df956892-0c39-4c0f-ac93-781c7a240600-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.685700] env[68292]: DEBUG oslo_concurrency.lockutils [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] Lock "df956892-0c39-4c0f-ac93-781c7a240600-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.685898] env[68292]: DEBUG oslo_concurrency.lockutils [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] Lock "df956892-0c39-4c0f-ac93-781c7a240600-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.686177] env[68292]: DEBUG nova.compute.manager [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] [instance: df956892-0c39-4c0f-ac93-781c7a240600] No waiting events found dispatching network-vif-plugged-35b1224b-d0b2-4c80-8e85-48852acdef8b {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.686433] env[68292]: WARNING nova.compute.manager [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Received unexpected event network-vif-plugged-35b1224b-d0b2-4c80-8e85-48852acdef8b for instance with vm_state building and task_state spawning. [ 1099.686664] env[68292]: DEBUG nova.compute.manager [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Received event network-changed-35b1224b-d0b2-4c80-8e85-48852acdef8b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.686866] env[68292]: DEBUG nova.compute.manager [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Refreshing instance network info cache due to event network-changed-35b1224b-d0b2-4c80-8e85-48852acdef8b. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.687114] env[68292]: DEBUG oslo_concurrency.lockutils [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] Acquiring lock "refresh_cache-df956892-0c39-4c0f-ac93-781c7a240600" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.840467] env[68292]: DEBUG nova.network.neutron [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Successfully created port: df08a656-a319-4b26-bd59-58751b8aea85 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.876289] env[68292]: INFO nova.compute.resource_tracker [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating resource usage from migration dda7d340-5da1-4bd1-913a-96048377efca [ 1099.879380] env[68292]: DEBUG nova.compute.manager [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.966843] env[68292]: DEBUG nova.network.neutron [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.149269] env[68292]: DEBUG nova.network.neutron [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Updating instance_info_cache with network_info: [{"id": "35b1224b-d0b2-4c80-8e85-48852acdef8b", "address": "fa:16:3e:06:a6:7b", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35b1224b-d0", "ovs_interfaceid": "35b1224b-d0b2-4c80-8e85-48852acdef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.152885] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b74bed-2b68-4073-8797-bbc3ccaa8cda {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.161335] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9ccbd3-e89f-445a-9680-6ff5757f2fe8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.197395] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a349b5cf-43b5-44b2-8f3a-55698f9eead2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.203438] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07365} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.204143] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.205292] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deffc4f5-e264-45fb-9577-a8ecf79a8072 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.211488] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ca92ac-6d3c-4231-9fb7-a08018801d14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.233384] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b33155ff-9390-40a9-9159-c68cd12713bd/b33155ff-9390-40a9-9159-c68cd12713bd.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.234215] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f19d493e-f2f5-4fd6-ab50-c2ee05e5d3fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.256864] env[68292]: DEBUG nova.compute.provider_tree [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.266530] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Waiting for the task: (returnval){ [ 1100.266530] env[68292]: value = "task-3072656" [ 1100.266530] env[68292]: _type = "Task" [ 1100.266530] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.278205] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.652812] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "refresh_cache-df956892-0c39-4c0f-ac93-781c7a240600" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.652812] env[68292]: DEBUG nova.compute.manager [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Instance network_info: |[{"id": "35b1224b-d0b2-4c80-8e85-48852acdef8b", "address": "fa:16:3e:06:a6:7b", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35b1224b-d0", "ovs_interfaceid": "35b1224b-d0b2-4c80-8e85-48852acdef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.652812] env[68292]: DEBUG oslo_concurrency.lockutils [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] Acquired lock "refresh_cache-df956892-0c39-4c0f-ac93-781c7a240600" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.653247] env[68292]: DEBUG nova.network.neutron [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Refreshing network info cache for port 35b1224b-d0b2-4c80-8e85-48852acdef8b {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.654233] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:a6:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35b1224b-d0b2-4c80-8e85-48852acdef8b', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.662888] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.666581] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.667094] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-318337ac-addb-429d-8e1d-b47a0f4e338b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.689654] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.689654] env[68292]: value = "task-3072657" [ 1100.689654] env[68292]: _type = "Task" [ 1100.689654] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.701153] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072657, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.761450] env[68292]: DEBUG nova.scheduler.client.report [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.777653] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072656, 'name': ReconfigVM_Task, 'duration_secs': 0.332675} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.778676] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b33155ff-9390-40a9-9159-c68cd12713bd/b33155ff-9390-40a9-9159-c68cd12713bd.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.779364] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2c77ab1-afe5-4b72-bbaa-cc98111e2a55 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.790412] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Waiting for the task: (returnval){ [ 1100.790412] env[68292]: value = "task-3072658" [ 1100.790412] env[68292]: _type = "Task" [ 1100.790412] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.801583] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072658, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.889237] env[68292]: DEBUG nova.compute.manager [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.903337] env[68292]: DEBUG nova.compute.manager [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Stashing vm_state: stopped {{(pid=68292) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1100.919890] env[68292]: DEBUG nova.virt.hardware [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.920190] env[68292]: DEBUG nova.virt.hardware [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.920355] env[68292]: DEBUG nova.virt.hardware [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.920572] env[68292]: DEBUG nova.virt.hardware [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.920724] env[68292]: DEBUG nova.virt.hardware [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.920872] env[68292]: DEBUG nova.virt.hardware [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.921263] env[68292]: DEBUG nova.virt.hardware [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.922211] env[68292]: DEBUG nova.virt.hardware [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.922211] env[68292]: DEBUG nova.virt.hardware [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.922211] env[68292]: DEBUG nova.virt.hardware [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.922211] env[68292]: DEBUG nova.virt.hardware [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.923273] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e63e8b-f538-4810-876d-94a6535e9d40 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.937311] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18226e7c-c063-4eba-8df8-d77f1012c707 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.966082] env[68292]: DEBUG nova.network.neutron [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Updated VIF entry in instance network info cache for port 35b1224b-d0b2-4c80-8e85-48852acdef8b. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.966550] env[68292]: DEBUG nova.network.neutron [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Updating instance_info_cache with network_info: [{"id": "35b1224b-d0b2-4c80-8e85-48852acdef8b", "address": "fa:16:3e:06:a6:7b", "network": {"id": "6fefa68f-4c25-4ab4-9328-53b106a8d45a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-39183344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a543e40e62d465d9a711e9dd97cc817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35b1224b-d0", "ovs_interfaceid": "35b1224b-d0b2-4c80-8e85-48852acdef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.206022] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072657, 'name': CreateVM_Task, 'duration_secs': 0.414011} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.206295] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.207195] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.207375] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.207722] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.207998] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bdd6c3-2259-4e95-9850-97bdfc23cb9a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.214324] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1101.214324] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ce14bc-8c7c-0b29-37c9-2aab2bc3d9da" [ 1101.214324] env[68292]: _type = "Task" [ 1101.214324] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.223091] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ce14bc-8c7c-0b29-37c9-2aab2bc3d9da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.266716] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.405s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.266979] env[68292]: INFO nova.compute.manager [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Migrating [ 1101.275320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.650s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.275576] env[68292]: DEBUG nova.objects.instance [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lazy-loading 'resources' on Instance uuid e85d1d76-d00b-4023-8898-1fab48b95e51 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.303731] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072658, 'name': Rename_Task, 'duration_secs': 0.18145} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.304034] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.304291] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd847f0-3861-4ed8-8ea7-4d80cfac5c36 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.313268] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Waiting for the task: (returnval){ [ 1101.313268] env[68292]: value = "task-3072659" [ 1101.313268] env[68292]: _type = "Task" [ 1101.313268] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.325530] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.423520] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.442859] env[68292]: DEBUG nova.network.neutron [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Successfully updated port: df08a656-a319-4b26-bd59-58751b8aea85 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.469768] env[68292]: DEBUG oslo_concurrency.lockutils [req-8cf835d7-f19d-4b0a-971e-a8bf1f12a645 req-f1a7d269-f04f-44b0-a1bd-36366a0089cb service nova] Releasing lock "refresh_cache-df956892-0c39-4c0f-ac93-781c7a240600" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.724432] env[68292]: DEBUG nova.compute.manager [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Received event network-vif-plugged-df08a656-a319-4b26-bd59-58751b8aea85 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.724432] env[68292]: DEBUG oslo_concurrency.lockutils [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] Acquiring lock "efff4d2b-30f9-4e1c-a508-d6473a47075d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.724432] env[68292]: DEBUG oslo_concurrency.lockutils [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] Lock "efff4d2b-30f9-4e1c-a508-d6473a47075d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.724628] env[68292]: DEBUG oslo_concurrency.lockutils [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] Lock "efff4d2b-30f9-4e1c-a508-d6473a47075d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.724764] env[68292]: DEBUG nova.compute.manager [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] No waiting events found dispatching network-vif-plugged-df08a656-a319-4b26-bd59-58751b8aea85 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.724936] env[68292]: WARNING nova.compute.manager [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Received unexpected event network-vif-plugged-df08a656-a319-4b26-bd59-58751b8aea85 for instance with vm_state building and task_state spawning. [ 1101.725113] env[68292]: DEBUG nova.compute.manager [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Received event network-changed-df08a656-a319-4b26-bd59-58751b8aea85 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.725271] env[68292]: DEBUG nova.compute.manager [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Refreshing instance network info cache due to event network-changed-df08a656-a319-4b26-bd59-58751b8aea85. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.725482] env[68292]: DEBUG oslo_concurrency.lockutils [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] Acquiring lock "refresh_cache-efff4d2b-30f9-4e1c-a508-d6473a47075d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.725614] env[68292]: DEBUG oslo_concurrency.lockutils [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] Acquired lock "refresh_cache-efff4d2b-30f9-4e1c-a508-d6473a47075d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.725770] env[68292]: DEBUG nova.network.neutron [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Refreshing network info cache for port df08a656-a319-4b26-bd59-58751b8aea85 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.731711] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ce14bc-8c7c-0b29-37c9-2aab2bc3d9da, 'name': SearchDatastore_Task, 'duration_secs': 0.014995} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.732282] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.732533] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.732768] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.732914] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.733141] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.733928] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebfd401c-71a7-4862-ba6e-2f2cb4693eb7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.745385] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.745572] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.746325] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186329a8-6927-40b8-82c8-261e95db3af4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.752779] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1101.752779] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521e8d57-e5ab-e876-471f-9174d409a20f" [ 1101.752779] env[68292]: _type = "Task" [ 1101.752779] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.761255] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521e8d57-e5ab-e876-471f-9174d409a20f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.784960] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.785351] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.785419] env[68292]: DEBUG nova.network.neutron [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.832811] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072659, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.953146] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "refresh_cache-efff4d2b-30f9-4e1c-a508-d6473a47075d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.072696] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76178165-81b6-4ea3-a534-136ece959c57 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.081700] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9061f0d4-b7b0-42d4-b41a-bd6a0deecc16 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.114719] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c116f0-3938-4c63-ae70-56ee51d3115e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.123228] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f36884d-28b5-453d-922e-cf99f78dd482 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.137706] env[68292]: DEBUG nova.compute.provider_tree [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.264602] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521e8d57-e5ab-e876-471f-9174d409a20f, 'name': SearchDatastore_Task, 'duration_secs': 0.019407} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.265696] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faae93b3-b4f5-41c7-b117-cb20ac2a5dec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.272745] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1102.272745] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ec3bec-ead5-1961-c204-db0c319e0aa5" [ 1102.272745] env[68292]: _type = "Task" [ 1102.272745] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.277154] env[68292]: DEBUG nova.network.neutron [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.285682] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ec3bec-ead5-1961-c204-db0c319e0aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.324027] env[68292]: DEBUG oslo_vmware.api [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072659, 'name': PowerOnVM_Task, 'duration_secs': 0.546251} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.324316] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.324516] env[68292]: INFO nova.compute.manager [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1102.324694] env[68292]: DEBUG nova.compute.manager [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.325510] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffdb1c7-9dc6-42e3-ae6f-962d42fb6784 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.533380] env[68292]: DEBUG nova.network.neutron [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance_info_cache with network_info: [{"id": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "address": "fa:16:3e:ab:07:ee", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73f854d-1f", "ovs_interfaceid": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.630196] env[68292]: DEBUG nova.network.neutron [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.641082] env[68292]: DEBUG nova.scheduler.client.report [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.786019] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ec3bec-ead5-1961-c204-db0c319e0aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.013857} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.786331] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.786599] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] df956892-0c39-4c0f-ac93-781c7a240600/df956892-0c39-4c0f-ac93-781c7a240600.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.786877] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-196ceac8-89dc-49b4-965e-b38e7f351644 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.794829] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1102.794829] env[68292]: value = "task-3072660" [ 1102.794829] env[68292]: _type = "Task" [ 1102.794829] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.804951] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.844913] env[68292]: INFO nova.compute.manager [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Took 16.75 seconds to build instance. [ 1102.992192] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.993160] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.036376] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.133463] env[68292]: DEBUG oslo_concurrency.lockutils [req-c607689a-f805-4e1a-8e7c-4b341424f633 req-bfbf6677-46fd-46f2-b464-be9d3e6f3079 service nova] Releasing lock "refresh_cache-efff4d2b-30f9-4e1c-a508-d6473a47075d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.133925] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "refresh_cache-efff4d2b-30f9-4e1c-a508-d6473a47075d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.134140] env[68292]: DEBUG nova.network.neutron [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.146057] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.149071] env[68292]: DEBUG oslo_concurrency.lockutils [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.899s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.149188] env[68292]: DEBUG nova.objects.instance [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lazy-loading 'resources' on Instance uuid 7163d49f-a247-4d06-b7a3-47cd17bbb606 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.169898] env[68292]: INFO nova.scheduler.client.report [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Deleted allocations for instance e85d1d76-d00b-4023-8898-1fab48b95e51 [ 1103.306746] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072660, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.346878] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6ccce0db-00e9-4327-bb5e-64c14d7ed2a2 tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Lock "b33155ff-9390-40a9-9159-c68cd12713bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.260s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.490894] env[68292]: DEBUG nova.compute.manager [None req-6ab93e3a-a20c-4ad9-b082-715ea88fcb54 tempest-ServerDiagnosticsTest-1018259460 tempest-ServerDiagnosticsTest-1018259460-project-admin] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.492126] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4754970-77e9-4c02-825c-c1645a175ec8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.501195] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.501370] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.501523] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.501678] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.501829] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.501971] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.502185] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68292) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1103.502345] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.505277] env[68292]: INFO nova.compute.manager [None req-6ab93e3a-a20c-4ad9-b082-715ea88fcb54 tempest-ServerDiagnosticsTest-1018259460 tempest-ServerDiagnosticsTest-1018259460-project-admin] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Retrieving diagnostics [ 1103.506063] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec55b2ca-798b-44fe-acdb-95fa617de07e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.667791] env[68292]: DEBUG nova.network.neutron [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.680960] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ccc7964c-4cb1-4fe1-ae3a-3695a2b7a518 tempest-ServersListShow296Test-1875635132 tempest-ServersListShow296Test-1875635132-project-member] Lock "e85d1d76-d00b-4023-8898-1fab48b95e51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.328s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.807086] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669655} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.809427] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] df956892-0c39-4c0f-ac93-781c7a240600/df956892-0c39-4c0f-ac93-781c7a240600.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.809661] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.810245] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77fc7a71-41b9-4669-8364-6b33d93b7447 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.816819] env[68292]: DEBUG nova.network.neutron [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Updating instance_info_cache with network_info: [{"id": "df08a656-a319-4b26-bd59-58751b8aea85", "address": "fa:16:3e:16:83:0d", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf08a656-a3", "ovs_interfaceid": "df08a656-a319-4b26-bd59-58751b8aea85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.823637] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1103.823637] env[68292]: value = "task-3072661" [ 1103.823637] env[68292]: _type = "Task" [ 1103.823637] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.834473] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.872578] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7338feca-3a7a-42a7-8254-29c81f6e71e1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.881142] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4d6876-47aa-4789-a56f-46d60ce85dc9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.915490] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee9ee28-3161-40e1-a40f-e5c26f01251f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.923723] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a182a21-d983-4508-b2c4-36a082cb446a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.937767] env[68292]: DEBUG nova.compute.provider_tree [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.005469] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.319487] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "refresh_cache-efff4d2b-30f9-4e1c-a508-d6473a47075d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.319785] env[68292]: DEBUG nova.compute.manager [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Instance network_info: |[{"id": "df08a656-a319-4b26-bd59-58751b8aea85", "address": "fa:16:3e:16:83:0d", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf08a656-a3", "ovs_interfaceid": "df08a656-a319-4b26-bd59-58751b8aea85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.320378] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:83:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df08a656-a319-4b26-bd59-58751b8aea85', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.329071] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.330235] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.334488] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ebffd79-226e-4e6b-baca-5474d3e33ab3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.357535] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076269} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.360232] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.360608] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.360608] env[68292]: value = "task-3072662" [ 1104.360608] env[68292]: _type = "Task" [ 1104.360608] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.361391] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24099e1-ae29-4bda-a084-d08f671dd162 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.373097] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072662, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.393926] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] df956892-0c39-4c0f-ac93-781c7a240600/df956892-0c39-4c0f-ac93-781c7a240600.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.394669] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ac6797-ea74-4ced-ab80-9b924f4d1630 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.418025] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1104.418025] env[68292]: value = "task-3072663" [ 1104.418025] env[68292]: _type = "Task" [ 1104.418025] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.428580] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.441219] env[68292]: DEBUG nova.scheduler.client.report [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.549874] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65378320-cf4c-4da3-b515-fb4f31d49ec3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.570042] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Acquiring lock "b33155ff-9390-40a9-9159-c68cd12713bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.570344] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Lock "b33155ff-9390-40a9-9159-c68cd12713bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.570574] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Acquiring lock "b33155ff-9390-40a9-9159-c68cd12713bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.570764] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Lock "b33155ff-9390-40a9-9159-c68cd12713bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.570935] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Lock "b33155ff-9390-40a9-9159-c68cd12713bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.572670] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance 'aabf83d8-a77c-496a-a909-a9e315d67082' progress to 0 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.576269] env[68292]: INFO nova.compute.manager [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Terminating instance [ 1104.878730] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072662, 'name': CreateVM_Task, 'duration_secs': 0.4063} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.878933] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.879695] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.879868] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.880227] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.880929] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad237bc-b771-4543-956e-abff42ddc096 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.886634] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1104.886634] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]525951d1-5dae-b01d-d1cd-88af4b1c80c0" [ 1104.886634] env[68292]: _type = "Task" [ 1104.886634] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.897327] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525951d1-5dae-b01d-d1cd-88af4b1c80c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.932310] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072663, 'name': ReconfigVM_Task, 'duration_secs': 0.421953} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.933792] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Reconfigured VM instance instance-00000064 to attach disk [datastore2] df956892-0c39-4c0f-ac93-781c7a240600/df956892-0c39-4c0f-ac93-781c7a240600.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.933792] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6745ade6-4790-49af-89ce-e81f49ca835e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.942435] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1104.942435] env[68292]: value = "task-3072664" [ 1104.942435] env[68292]: _type = "Task" [ 1104.942435] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.947029] env[68292]: DEBUG oslo_concurrency.lockutils [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.949422] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.526s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.957098] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072664, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.973725] env[68292]: INFO nova.scheduler.client.report [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted allocations for instance 7163d49f-a247-4d06-b7a3-47cd17bbb606 [ 1105.081246] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.081676] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f7bf2e8-8a68-4ad9-ac63-6289983b048a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.084264] env[68292]: DEBUG nova.compute.manager [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.084513] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.085518] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89217dec-4e99-4882-9bb2-f9255201952d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.095430] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.095729] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02297f76-9f93-4e4b-b9e0-d44ef7efb058 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.098726] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1105.098726] env[68292]: value = "task-3072665" [ 1105.098726] env[68292]: _type = "Task" [ 1105.098726] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.105869] env[68292]: DEBUG oslo_vmware.api [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Waiting for the task: (returnval){ [ 1105.105869] env[68292]: value = "task-3072666" [ 1105.105869] env[68292]: _type = "Task" [ 1105.105869] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.115358] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.122932] env[68292]: DEBUG oslo_vmware.api [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.406024] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]525951d1-5dae-b01d-d1cd-88af4b1c80c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015196} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.406024] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.406024] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.406024] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.406024] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.406024] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.406024] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f16db87-dd00-4c1a-a948-68ca0811f164 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.417223] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.417781] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.418659] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944d5dfd-af88-43de-8473-c407d81c18eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.428019] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1105.428019] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b6ee98-50a0-f10b-023a-ec0fa854b374" [ 1105.428019] env[68292]: _type = "Task" [ 1105.428019] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.434924] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b6ee98-50a0-f10b-023a-ec0fa854b374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.459891] env[68292]: INFO nova.compute.claims [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.465756] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072664, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.486624] env[68292]: DEBUG oslo_concurrency.lockutils [None req-90cf0e50-dd7d-4452-828b-8bf21875e54e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "7163d49f-a247-4d06-b7a3-47cd17bbb606" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.679s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.609456] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072665, 'name': PowerOffVM_Task, 'duration_secs': 0.212964} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.612863] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.613082] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance 'aabf83d8-a77c-496a-a909-a9e315d67082' progress to 17 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.622499] env[68292]: DEBUG oslo_vmware.api [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072666, 'name': PowerOffVM_Task, 'duration_secs': 0.208657} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.622763] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.622929] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.623216] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab34b190-2ec5-44a8-9a5a-53f79b819767 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.695192] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.695486] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.695772] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Deleting the datastore file [datastore2] b33155ff-9390-40a9-9159-c68cd12713bd {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.696118] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5582b6f2-6fdc-40f6-b19b-c05b98bc728f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.706955] env[68292]: DEBUG oslo_vmware.api [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Waiting for the task: (returnval){ [ 1105.706955] env[68292]: value = "task-3072668" [ 1105.706955] env[68292]: _type = "Task" [ 1105.706955] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.715865] env[68292]: DEBUG oslo_vmware.api [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.939769] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b6ee98-50a0-f10b-023a-ec0fa854b374, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.940606] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad1ea94-3e20-4aab-98df-62e97dc4e438 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.951031] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1105.951031] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5260b4c5-689a-3d86-df1b-1e295be937fb" [ 1105.951031] env[68292]: _type = "Task" [ 1105.951031] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.965179] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072664, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.971602] env[68292]: INFO nova.compute.resource_tracker [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating resource usage from migration 9f163774-005d-4fca-9d72-75ba0e583102 [ 1105.977828] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5260b4c5-689a-3d86-df1b-1e295be937fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.980543] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.980877] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] efff4d2b-30f9-4e1c-a508-d6473a47075d/efff4d2b-30f9-4e1c-a508-d6473a47075d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.984306] env[68292]: DEBUG oslo_vmware.rw_handles [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52142487-7f02-e248-1e88-1b403d05165b/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1105.984728] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb213468-56f8-4a71-b3df-d0403c0411ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.988216] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3460b6f7-f15b-4ae7-b8d6-12438219e40b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.997286] env[68292]: DEBUG oslo_vmware.rw_handles [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52142487-7f02-e248-1e88-1b403d05165b/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1105.997531] env[68292]: ERROR oslo_vmware.rw_handles [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52142487-7f02-e248-1e88-1b403d05165b/disk-0.vmdk due to incomplete transfer. [ 1105.997741] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1a25eb8c-e828-4670-a8f7-1c90c04116aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.004309] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1106.004309] env[68292]: value = "task-3072669" [ 1106.004309] env[68292]: _type = "Task" [ 1106.004309] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.013244] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.014355] env[68292]: DEBUG oslo_vmware.rw_handles [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52142487-7f02-e248-1e88-1b403d05165b/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1106.014561] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Uploaded image ae30fcea-6fb5-49eb-ae90-7fd0cb05ee1b to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1106.017223] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1106.020318] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9fe97709-2284-466a-a6e6-ab247457f201 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.028557] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1106.028557] env[68292]: value = "task-3072670" [ 1106.028557] env[68292]: _type = "Task" [ 1106.028557] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.040488] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072670, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.121175] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.121175] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.121175] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.121175] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.125026] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.125026] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.125026] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.125026] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.125026] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.125026] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.125026] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.129525] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c392f44e-a0d9-4c8a-bb09-52feee2dc734 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.162386] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1106.162386] env[68292]: value = "task-3072671" [ 1106.162386] env[68292]: _type = "Task" [ 1106.162386] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.176550] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.220297] env[68292]: DEBUG oslo_vmware.api [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Task: {'id': task-3072668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159578} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.223698] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.224318] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.224318] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.224537] env[68292]: INFO nova.compute.manager [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1106.226028] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.226552] env[68292]: DEBUG nova.compute.manager [-] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.226679] env[68292]: DEBUG nova.network.neutron [-] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.256581] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fb9f23-96f0-4e20-8c73-53ce58bd1631 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.267395] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e5e111-e06a-408c-87c5-facbb2f33a3a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.318672] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6650390f-e770-492a-a73a-74cd0794df74 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.330436] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a12a6b-79c0-448e-8149-a93764313348 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.353530] env[68292]: DEBUG nova.compute.provider_tree [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.457348] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072664, 'name': Rename_Task, 'duration_secs': 1.22201} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.457785] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.460920] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50a354bd-babb-461d-81fc-7df68b667a61 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.471797] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1106.471797] env[68292]: value = "task-3072672" [ 1106.471797] env[68292]: _type = "Task" [ 1106.471797] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.488297] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.518449] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072669, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.542684] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072670, 'name': Destroy_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.645383] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "e8991b62-1fcd-4022-8b6c-2276825b2f85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.646701] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "e8991b62-1fcd-4022-8b6c-2276825b2f85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.674942] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072671, 'name': ReconfigVM_Task, 'duration_secs': 0.393371} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.676228] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance 'aabf83d8-a77c-496a-a909-a9e315d67082' progress to 33 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.721770] env[68292]: DEBUG nova.compute.manager [req-c43fa908-a92d-46ff-9fd5-88596d9d1584 req-862a7bf1-dfb9-476d-b26d-def4c8a48a5e service nova] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Received event network-vif-deleted-4a42bccb-9cd4-49d6-b32e-525726d2b743 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.721770] env[68292]: INFO nova.compute.manager [req-c43fa908-a92d-46ff-9fd5-88596d9d1584 req-862a7bf1-dfb9-476d-b26d-def4c8a48a5e service nova] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Neutron deleted interface 4a42bccb-9cd4-49d6-b32e-525726d2b743; detaching it from the instance and deleting it from the info cache [ 1106.721770] env[68292]: DEBUG nova.network.neutron [req-c43fa908-a92d-46ff-9fd5-88596d9d1584 req-862a7bf1-dfb9-476d-b26d-def4c8a48a5e service nova] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.857208] env[68292]: DEBUG nova.scheduler.client.report [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.988606] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072672, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.022023] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565146} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.022023] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] efff4d2b-30f9-4e1c-a508-d6473a47075d/efff4d2b-30f9-4e1c-a508-d6473a47075d.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.022023] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.022023] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a58d375-2edf-4eee-87d3-403572e6983b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.029476] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1107.029476] env[68292]: value = "task-3072673" [ 1107.029476] env[68292]: _type = "Task" [ 1107.029476] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.046833] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.050661] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072670, 'name': Destroy_Task, 'duration_secs': 0.540133} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.051246] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Destroyed the VM [ 1107.051724] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1107.052049] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ab070cc-b530-4656-964c-38edb3e918fc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.061928] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1107.061928] env[68292]: value = "task-3072674" [ 1107.061928] env[68292]: _type = "Task" [ 1107.061928] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.076181] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072674, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.152725] env[68292]: DEBUG nova.compute.manager [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.185315] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.185959] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.187192] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.187192] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.187192] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.187192] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.187192] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.187448] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.188109] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.188109] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.188261] env[68292]: DEBUG nova.virt.hardware [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.195407] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.195821] env[68292]: DEBUG nova.network.neutron [-] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.197252] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa39e169-b1d5-42f2-a9cd-afa2751973a8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.213069] env[68292]: INFO nova.compute.manager [-] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Took 0.99 seconds to deallocate network for instance. [ 1107.221443] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1107.221443] env[68292]: value = "task-3072675" [ 1107.221443] env[68292]: _type = "Task" [ 1107.221443] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.226204] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c24b0da4-3195-473a-8a04-bdc7f3acd775 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.233895] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.238559] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9353a83-e4bc-4da8-82c2-97b48fb0a9f2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.276121] env[68292]: DEBUG nova.compute.manager [req-c43fa908-a92d-46ff-9fd5-88596d9d1584 req-862a7bf1-dfb9-476d-b26d-def4c8a48a5e service nova] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Detach interface failed, port_id=4a42bccb-9cd4-49d6-b32e-525726d2b743, reason: Instance b33155ff-9390-40a9-9159-c68cd12713bd could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.362686] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.413s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.362984] env[68292]: INFO nova.compute.manager [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Migrating [ 1107.373624] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.368s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.373624] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.373803] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1107.378845] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f00a4b-6cee-40f1-ac04-4052552c72f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.398344] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dae907e-911b-4994-82c9-714b6e02cfe6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.418678] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45305a0-e523-4a94-9b3f-330285c5b980 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.426120] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc35f5e0-2bd9-478d-b704-3454056047ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.461645] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179314MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1107.461829] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.462124] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.488542] env[68292]: DEBUG oslo_vmware.api [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072672, 'name': PowerOnVM_Task, 'duration_secs': 0.5464} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.488542] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.488542] env[68292]: INFO nova.compute.manager [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1107.488750] env[68292]: DEBUG nova.compute.manager [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.489587] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361f5e4d-6c5b-4b73-b03d-9ba003b009d5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.543270] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115993} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.544320] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.545148] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b222c529-c1a3-48d1-b645-6fadfe24b07e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.573337] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] efff4d2b-30f9-4e1c-a508-d6473a47075d/efff4d2b-30f9-4e1c-a508-d6473a47075d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.577157] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea204b84-b480-47dd-b9be-209d1f6c19f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.599751] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072674, 'name': RemoveSnapshot_Task} progress is 44%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.601383] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1107.601383] env[68292]: value = "task-3072676" [ 1107.601383] env[68292]: _type = "Task" [ 1107.601383] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.679902] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.720151] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.735208] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072675, 'name': ReconfigVM_Task, 'duration_secs': 0.179251} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.735208] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.735208] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f2732b-7cb3-46d4-9eb0-e9e97313118b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.766799] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] aabf83d8-a77c-496a-a909-a9e315d67082/aabf83d8-a77c-496a-a909-a9e315d67082.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.767084] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1f7752-cf91-4a81-ab1f-5c514b128779 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.791240] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1107.791240] env[68292]: value = "task-3072677" [ 1107.791240] env[68292]: _type = "Task" [ 1107.791240] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.804530] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.888204] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.888459] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.888813] env[68292]: DEBUG nova.network.neutron [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.010069] env[68292]: INFO nova.compute.manager [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Took 18.02 seconds to build instance. [ 1108.074819] env[68292]: DEBUG oslo_vmware.api [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072674, 'name': RemoveSnapshot_Task, 'duration_secs': 0.589919} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.075117] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1108.075353] env[68292]: INFO nova.compute.manager [None req-4ec88d6b-4bf7-4faa-90b1-7d6222c2bd7d tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Took 15.92 seconds to snapshot the instance on the hypervisor. [ 1108.114721] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.302324] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072677, 'name': ReconfigVM_Task, 'duration_secs': 0.287128} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.302769] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Reconfigured VM instance instance-00000011 to attach disk [datastore1] aabf83d8-a77c-496a-a909-a9e315d67082/aabf83d8-a77c-496a-a909-a9e315d67082.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.302974] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance 'aabf83d8-a77c-496a-a909-a9e315d67082' progress to 50 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.473321] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Applying migration context for instance aabf83d8-a77c-496a-a909-a9e315d67082 as it has an incoming, in-progress migration dda7d340-5da1-4bd1-913a-96048377efca. Migration status is migrating {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1108.473321] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Applying migration context for instance d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 as it has an incoming, in-progress migration 9f163774-005d-4fca-9d72-75ba0e583102. Migration status is pre-migrating {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1108.474514] env[68292]: INFO nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating resource usage from migration dda7d340-5da1-4bd1-913a-96048377efca [ 1108.474820] env[68292]: INFO nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating resource usage from migration 9f163774-005d-4fca-9d72-75ba0e583102 [ 1108.496082] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 19002d14-56a7-4f6c-a285-34e48434122d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.496259] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.496389] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 93ea8365-56d5-406d-adea-9acfe659fc3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.496509] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 0816634f-552c-4d73-a72c-0f1469672700 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.496901] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 794384da-882b-4c93-abf5-692249da289d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.496901] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance bdfa08a8-d941-4d40-a996-ced4894cc666 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.497078] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance a2554572-80d3-4348-b139-571d724558f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.497078] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 022bc348-49da-4911-ab3d-a162305bdeaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.497241] env[68292]: WARNING nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance b33155ff-9390-40a9-9159-c68cd12713bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1108.497356] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance df956892-0c39-4c0f-ac93-781c7a240600 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.497466] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance efff4d2b-30f9-4e1c-a508-d6473a47075d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.497598] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Migration dda7d340-5da1-4bd1-913a-96048377efca is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1108.497892] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance aabf83d8-a77c-496a-a909-a9e315d67082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.497892] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Migration 9f163774-005d-4fca-9d72-75ba0e583102 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1108.497892] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.512467] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fc65e2d6-b336-4395-b677-c0f8279dc59a tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "df956892-0c39-4c0f-ac93-781c7a240600" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.533s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.617881] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072676, 'name': ReconfigVM_Task, 'duration_secs': 0.650247} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.618245] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Reconfigured VM instance instance-00000065 to attach disk [datastore2] efff4d2b-30f9-4e1c-a508-d6473a47075d/efff4d2b-30f9-4e1c-a508-d6473a47075d.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.619273] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8164c95a-ea36-4d70-a928-ae266a66c39c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.627277] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1108.627277] env[68292]: value = "task-3072678" [ 1108.627277] env[68292]: _type = "Task" [ 1108.627277] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.640018] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072678, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.711139] env[68292]: DEBUG nova.network.neutron [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance_info_cache with network_info: [{"id": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "address": "fa:16:3e:cc:f8:43", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd90c8e-c1", "ovs_interfaceid": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.809802] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bab550-4eb7-43ca-9296-06dbe2f50d1e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.838573] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50323f41-5e1c-4655-988e-bfdbf40f60bf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.861722] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance 'aabf83d8-a77c-496a-a909-a9e315d67082' progress to 67 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.002406] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance e8991b62-1fcd-4022-8b6c-2276825b2f85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1109.002544] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1109.002717] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1109.140129] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072678, 'name': Rename_Task, 'duration_secs': 0.352863} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.140439] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.140696] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb0008b-1b9d-4e1e-8892-1b481feb6c37 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.149066] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1109.149066] env[68292]: value = "task-3072679" [ 1109.149066] env[68292]: _type = "Task" [ 1109.149066] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.158018] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.216982] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.261650] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8837efda-407c-4d82-abeb-163472a464bd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.270321] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5010b3-6744-4227-b5d0-bf88f031386c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.312104] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "df956892-0c39-4c0f-ac93-781c7a240600" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.312478] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "df956892-0c39-4c0f-ac93-781c7a240600" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.312775] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "df956892-0c39-4c0f-ac93-781c7a240600-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.312964] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "df956892-0c39-4c0f-ac93-781c7a240600-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.313245] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "df956892-0c39-4c0f-ac93-781c7a240600-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.318714] env[68292]: INFO nova.compute.manager [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Terminating instance [ 1109.318802] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823921c3-c12f-4f1a-a8bb-35c6c552661f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.330729] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd349200-d2bf-491b-9df1-7556f8205d15 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.348468] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.353931] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "84d83be1-ea9a-4bf1-b942-f994284e6206" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.354144] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.423687] env[68292]: DEBUG nova.network.neutron [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Port d73f854d-1fcf-4673-a573-e6ce77d03a9c binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1109.661340] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072679, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.824374] env[68292]: DEBUG nova.compute.manager [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.824634] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.825672] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa1e5e0-fb7d-4567-91b4-6de1155b7767 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.835564] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.835875] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1deca4b4-f739-4c41-8e8c-cc0dc609daeb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.844772] env[68292]: DEBUG oslo_vmware.api [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1109.844772] env[68292]: value = "task-3072680" [ 1109.844772] env[68292]: _type = "Task" [ 1109.844772] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.854835] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.864406] env[68292]: DEBUG nova.compute.manager [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.868307] env[68292]: DEBUG oslo_vmware.api [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.160115] env[68292]: DEBUG oslo_vmware.api [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072679, 'name': PowerOnVM_Task, 'duration_secs': 0.624556} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.160380] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.160651] env[68292]: INFO nova.compute.manager [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1110.160832] env[68292]: DEBUG nova.compute.manager [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.161598] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1b32c4-2e83-419a-887a-973c965531f7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.355119] env[68292]: DEBUG oslo_vmware.api [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072680, 'name': PowerOffVM_Task, 'duration_secs': 0.250421} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.355449] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.355567] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.355814] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c3d6527-e26a-45bc-8da2-acaff980f3ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.369565] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1110.369748] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.908s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.372011] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.692s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.373715] env[68292]: INFO nova.compute.claims [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.392617] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.423234] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.423471] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.423650] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleting the datastore file [datastore2] df956892-0c39-4c0f-ac93-781c7a240600 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.423916] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c56787b8-3ded-449f-9d0f-fd1f91b5fe17 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.432174] env[68292]: DEBUG oslo_vmware.api [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for the task: (returnval){ [ 1110.432174] env[68292]: value = "task-3072682" [ 1110.432174] env[68292]: _type = "Task" [ 1110.432174] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.446943] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "aabf83d8-a77c-496a-a909-a9e315d67082-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.447188] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.447368] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.456844] env[68292]: DEBUG oslo_vmware.api [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.585122] env[68292]: DEBUG nova.compute.manager [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.586364] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebae00ce-c4ae-4322-b3c8-768a60239339 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.680120] env[68292]: INFO nova.compute.manager [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Took 18.53 seconds to build instance. [ 1110.733466] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dae4bf9-028b-4c76-ba42-69b7faf80541 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.754167] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance 'd7eaf0c3-1bf5-4a28-892a-c461d1e6ed66' progress to 0 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.945101] env[68292]: DEBUG oslo_vmware.api [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Task: {'id': task-3072682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131194} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.945391] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.945583] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.945762] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.945938] env[68292]: INFO nova.compute.manager [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1110.946229] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.946427] env[68292]: DEBUG nova.compute.manager [-] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.946524] env[68292]: DEBUG nova.network.neutron [-] [instance: df956892-0c39-4c0f-ac93-781c7a240600] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.098061] env[68292]: INFO nova.compute.manager [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] instance snapshotting [ 1111.101465] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e96f9b7-402e-4f91-83a0-6e4ff79b871f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.121446] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843b4928-9571-490f-94bc-010bb3a7dc53 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.181739] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0aa22697-8f0c-4bc6-8481-84f108f64f4e tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "efff4d2b-30f9-4e1c-a508-d6473a47075d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.047s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.221959] env[68292]: DEBUG nova.compute.manager [req-f98b93d4-c092-41cf-a1cc-24308876ce43 req-88654c99-321d-47bc-a1f8-5e7f7f4b1e36 service nova] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Received event network-vif-deleted-35b1224b-d0b2-4c80-8e85-48852acdef8b {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.222198] env[68292]: INFO nova.compute.manager [req-f98b93d4-c092-41cf-a1cc-24308876ce43 req-88654c99-321d-47bc-a1f8-5e7f7f4b1e36 service nova] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Neutron deleted interface 35b1224b-d0b2-4c80-8e85-48852acdef8b; detaching it from the instance and deleting it from the info cache [ 1111.222474] env[68292]: DEBUG nova.network.neutron [req-f98b93d4-c092-41cf-a1cc-24308876ce43 req-88654c99-321d-47bc-a1f8-5e7f7f4b1e36 service nova] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.259409] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.259846] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cc024ea-2a3e-4a17-9488-e82f2b6a9193 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.267105] env[68292]: DEBUG oslo_vmware.api [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1111.267105] env[68292]: value = "task-3072683" [ 1111.267105] env[68292]: _type = "Task" [ 1111.267105] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.276275] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1111.276576] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance 'd7eaf0c3-1bf5-4a28-892a-c461d1e6ed66' progress to 17 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.496782] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.497052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.497159] env[68292]: DEBUG nova.network.neutron [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.594730] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab7d233-00c8-4be8-a88e-b23de22ac748 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.603512] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8413c40a-5489-464d-b6f4-f7cf5fef6b34 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.635052] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1111.635538] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-335d4b63-98b8-4dfe-bb8b-ee7fe02ecc1e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.637911] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0aa1dc-87c2-41e2-8423-a4fe2e7ebf0a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.647720] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a26e8e1-ff6c-4723-b701-f1e996370d8a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.651601] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1111.651601] env[68292]: value = "task-3072684" [ 1111.651601] env[68292]: _type = "Task" [ 1111.651601] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.663297] env[68292]: DEBUG nova.compute.provider_tree [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.669857] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072684, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.698841] env[68292]: DEBUG nova.network.neutron [-] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.725174] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5df0c54-74c6-4f60-9bb7-595ab24809f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.735752] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9986fe0-6e7a-47ac-8d79-1939820a8d6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.772408] env[68292]: DEBUG nova.compute.manager [req-f98b93d4-c092-41cf-a1cc-24308876ce43 req-88654c99-321d-47bc-a1f8-5e7f7f4b1e36 service nova] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Detach interface failed, port_id=35b1224b-d0b2-4c80-8e85-48852acdef8b, reason: Instance df956892-0c39-4c0f-ac93-781c7a240600 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1111.783085] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.783380] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.783591] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.783840] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.784061] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.784253] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.784520] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.784742] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.784956] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.785194] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.785437] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.791295] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adf4fe08-c6e4-4167-9678-68ec3b0ed3be {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.808998] env[68292]: DEBUG oslo_vmware.api [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1111.808998] env[68292]: value = "task-3072685" [ 1111.808998] env[68292]: _type = "Task" [ 1111.808998] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.818271] env[68292]: DEBUG oslo_vmware.api [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.950838] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "efff4d2b-30f9-4e1c-a508-d6473a47075d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.951167] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "efff4d2b-30f9-4e1c-a508-d6473a47075d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.951375] env[68292]: INFO nova.compute.manager [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Shelving [ 1112.163021] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072684, 'name': CreateSnapshot_Task, 'duration_secs': 0.460833} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.163021] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1112.164025] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fe697b-f86a-4fdb-b455-7ec09c905193 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.166845] env[68292]: DEBUG nova.scheduler.client.report [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.201915] env[68292]: INFO nova.compute.manager [-] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Took 1.26 seconds to deallocate network for instance. [ 1112.242132] env[68292]: DEBUG nova.network.neutron [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance_info_cache with network_info: [{"id": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "address": "fa:16:3e:ab:07:ee", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73f854d-1f", "ovs_interfaceid": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.322527] env[68292]: DEBUG oslo_vmware.api [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072685, 'name': ReconfigVM_Task, 'duration_secs': 0.142405} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.322957] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance 'd7eaf0c3-1bf5-4a28-892a-c461d1e6ed66' progress to 33 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.677675] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.678292] env[68292]: DEBUG nova.compute.manager [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.680824] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.961s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.681035] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.683055] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.291s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.684494] env[68292]: INFO nova.compute.claims [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.693968] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1112.694761] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-01b9e840-e3b2-4945-a165-8f7a3fcbee3b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.705195] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1112.705195] env[68292]: value = "task-3072686" [ 1112.705195] env[68292]: _type = "Task" [ 1112.705195] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.709790] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.715734] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072686, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.728535] env[68292]: INFO nova.scheduler.client.report [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Deleted allocations for instance b33155ff-9390-40a9-9159-c68cd12713bd [ 1112.744898] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.830552] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.830922] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.831185] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.831479] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.831650] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.831803] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.832034] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.832184] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.832353] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.832513] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.832684] env[68292]: DEBUG nova.virt.hardware [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.837996] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.838335] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a3602c-8597-4f64-ab9f-7c91f0bb953e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.857291] env[68292]: DEBUG oslo_vmware.api [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1112.857291] env[68292]: value = "task-3072687" [ 1112.857291] env[68292]: _type = "Task" [ 1112.857291] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.868904] env[68292]: DEBUG oslo_vmware.api [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.961493] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.961827] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf368fa-3c9d-4f8c-a818-f853ad21c5f0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.970953] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1112.970953] env[68292]: value = "task-3072688" [ 1112.970953] env[68292]: _type = "Task" [ 1112.970953] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.979831] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.196390] env[68292]: DEBUG nova.compute.utils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.200424] env[68292]: DEBUG nova.compute.manager [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.200578] env[68292]: DEBUG nova.network.neutron [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.216733] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072686, 'name': CloneVM_Task} progress is 93%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.235798] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d27b65c6-ecc0-464e-ad9d-9d57c2bfd94f tempest-ServerDiagnosticsTest-1260971109 tempest-ServerDiagnosticsTest-1260971109-project-member] Lock "b33155ff-9390-40a9-9159-c68cd12713bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.665s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.241582] env[68292]: DEBUG nova.policy [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e09d4750d694eedbb383674c2f45f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd9dfdfa33445348610b740a2e8d687', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.268326] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c759c76-ab07-4f8d-a1d6-b0b0e53545c0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.292905] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa12993-abe3-45d1-9db5-acb62d352437 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.305026] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance 'aabf83d8-a77c-496a-a909-a9e315d67082' progress to 83 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.369634] env[68292]: DEBUG oslo_vmware.api [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072687, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.483808] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072688, 'name': PowerOffVM_Task, 'duration_secs': 0.44087} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.484833] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.485038] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650cd909-5af1-433c-8b9d-7193b38c4fe3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.505488] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb6aae0-9059-4e21-93d4-3d70b588f642 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.621711] env[68292]: DEBUG nova.network.neutron [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Successfully created port: d6f99485-c2a0-4d6a-8870-2b348d58e9fa {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.701264] env[68292]: DEBUG nova.compute.manager [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.717846] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072686, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.810294] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.814426] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d66852c-cf85-40a4-b4e5-1462fcaf55d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.827736] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1113.827736] env[68292]: value = "task-3072689" [ 1113.827736] env[68292]: _type = "Task" [ 1113.827736] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.839386] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.871819] env[68292]: DEBUG oslo_vmware.api [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072687, 'name': ReconfigVM_Task, 'duration_secs': 0.55191} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.875141] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.876298] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e00867f-341c-4b22-a687-fda25d9b626e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.901941] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66/d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.906020] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f7efe79-0d61-43d8-826d-4b2eb0b8c7b0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.926447] env[68292]: DEBUG oslo_vmware.api [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1113.926447] env[68292]: value = "task-3072690" [ 1113.926447] env[68292]: _type = "Task" [ 1113.926447] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.939603] env[68292]: DEBUG oslo_vmware.api [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.016108] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174ec3f3-92ff-4fa7-8cdc-230c5f4f020e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.020377] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1114.020700] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-071fbcc8-a00a-4b90-b94e-570a9d0722cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.030088] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e560c9a0-fcb8-4322-ba2a-957c719f4644 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.035814] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1114.035814] env[68292]: value = "task-3072691" [ 1114.035814] env[68292]: _type = "Task" [ 1114.035814] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.065982] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af67bd90-a3f1-4f23-bc5d-72c55c3c2dba {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.071493] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072691, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.077895] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb05b077-8830-498e-9fe6-a574a5e201ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.094551] env[68292]: DEBUG nova.compute.provider_tree [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.222166] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072686, 'name': CloneVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.338723] env[68292]: DEBUG oslo_vmware.api [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072689, 'name': PowerOnVM_Task, 'duration_secs': 0.431155} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.339017] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.339228] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7cc9dd-3ce4-486e-9168-b24d55a32bd0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance 'aabf83d8-a77c-496a-a909-a9e315d67082' progress to 100 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.437235] env[68292]: DEBUG oslo_vmware.api [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072690, 'name': ReconfigVM_Task, 'duration_secs': 0.328187} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.437533] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Reconfigured VM instance instance-00000043 to attach disk [datastore1] d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66/d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.437809] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance 'd7eaf0c3-1bf5-4a28-892a-c461d1e6ed66' progress to 50 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.549020] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072691, 'name': CreateSnapshot_Task, 'duration_secs': 0.502295} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.549020] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1114.549020] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4518ed05-92f1-46ca-a913-c00bf5947809 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.600342] env[68292]: DEBUG nova.scheduler.client.report [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.717701] env[68292]: DEBUG nova.compute.manager [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.726744] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072686, 'name': CloneVM_Task, 'duration_secs': 1.583485} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.727015] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Created linked-clone VM from snapshot [ 1114.727807] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29c10c0-eb6b-4dc1-96dd-0bf632f4e0d8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.736459] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Uploading image b473a673-f085-4c7c-9a41-2d949571a3ec {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1114.746079] env[68292]: DEBUG nova.virt.hardware [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.746318] env[68292]: DEBUG nova.virt.hardware [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.746480] env[68292]: DEBUG nova.virt.hardware [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.746662] env[68292]: DEBUG nova.virt.hardware [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.746806] env[68292]: DEBUG nova.virt.hardware [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.746952] env[68292]: DEBUG nova.virt.hardware [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.747242] env[68292]: DEBUG nova.virt.hardware [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.747428] env[68292]: DEBUG nova.virt.hardware [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.747603] env[68292]: DEBUG nova.virt.hardware [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.747767] env[68292]: DEBUG nova.virt.hardware [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.747938] env[68292]: DEBUG nova.virt.hardware [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.748787] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c164eca3-a75d-4981-95c2-1a4e6eeac237 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.758197] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f2cd1-7d4e-47aa-9d76-bbcc80fce857 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.765622] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1114.765622] env[68292]: value = "vm-615261" [ 1114.765622] env[68292]: _type = "VirtualMachine" [ 1114.765622] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1114.765867] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-49387331-70d4-45d9-8cd7-70002f34e382 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.781433] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lease: (returnval){ [ 1114.781433] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52974400-15f4-79b8-6979-4f896f0b0f95" [ 1114.781433] env[68292]: _type = "HttpNfcLease" [ 1114.781433] env[68292]: } obtained for exporting VM: (result){ [ 1114.781433] env[68292]: value = "vm-615261" [ 1114.781433] env[68292]: _type = "VirtualMachine" [ 1114.781433] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1114.781724] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the lease: (returnval){ [ 1114.781724] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52974400-15f4-79b8-6979-4f896f0b0f95" [ 1114.781724] env[68292]: _type = "HttpNfcLease" [ 1114.781724] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1114.789635] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.789635] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52974400-15f4-79b8-6979-4f896f0b0f95" [ 1114.789635] env[68292]: _type = "HttpNfcLease" [ 1114.789635] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1114.789936] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1114.789936] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52974400-15f4-79b8-6979-4f896f0b0f95" [ 1114.789936] env[68292]: _type = "HttpNfcLease" [ 1114.789936] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1114.790647] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f97edc0-daf0-4492-adb0-4709c851c8b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.798173] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d75a3b-5e58-4797-0035-69d23a6e5c97/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1114.798410] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d75a3b-5e58-4797-0035-69d23a6e5c97/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1114.886574] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff3857d0-6104-4c79-8c49-b828532a1d9c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.946016] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a5074-5e59-4552-b1d0-667294efb7a3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.967867] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad49f564-b85d-45d4-8498-6683c6142819 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.987295] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance 'd7eaf0c3-1bf5-4a28-892a-c461d1e6ed66' progress to 67 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.037220] env[68292]: DEBUG nova.compute.manager [req-83fbc87f-b51b-4f35-b8d6-759e6579ca60 req-63812be8-82ac-41ec-894c-9d1f57962ff1 service nova] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Received event network-vif-plugged-d6f99485-c2a0-4d6a-8870-2b348d58e9fa {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.037457] env[68292]: DEBUG oslo_concurrency.lockutils [req-83fbc87f-b51b-4f35-b8d6-759e6579ca60 req-63812be8-82ac-41ec-894c-9d1f57962ff1 service nova] Acquiring lock "e8991b62-1fcd-4022-8b6c-2276825b2f85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.037691] env[68292]: DEBUG oslo_concurrency.lockutils [req-83fbc87f-b51b-4f35-b8d6-759e6579ca60 req-63812be8-82ac-41ec-894c-9d1f57962ff1 service nova] Lock "e8991b62-1fcd-4022-8b6c-2276825b2f85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.038183] env[68292]: DEBUG oslo_concurrency.lockutils [req-83fbc87f-b51b-4f35-b8d6-759e6579ca60 req-63812be8-82ac-41ec-894c-9d1f57962ff1 service nova] Lock "e8991b62-1fcd-4022-8b6c-2276825b2f85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.038183] env[68292]: DEBUG nova.compute.manager [req-83fbc87f-b51b-4f35-b8d6-759e6579ca60 req-63812be8-82ac-41ec-894c-9d1f57962ff1 service nova] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] No waiting events found dispatching network-vif-plugged-d6f99485-c2a0-4d6a-8870-2b348d58e9fa {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.038273] env[68292]: WARNING nova.compute.manager [req-83fbc87f-b51b-4f35-b8d6-759e6579ca60 req-63812be8-82ac-41ec-894c-9d1f57962ff1 service nova] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Received unexpected event network-vif-plugged-d6f99485-c2a0-4d6a-8870-2b348d58e9fa for instance with vm_state building and task_state spawning. [ 1115.067238] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1115.067896] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5740332f-7dca-4711-b70b-6b411a405fa1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.078447] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1115.078447] env[68292]: value = "task-3072693" [ 1115.078447] env[68292]: _type = "Task" [ 1115.078447] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.088938] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072693, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.105534] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.106221] env[68292]: DEBUG nova.compute.manager [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.113036] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.401s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.113036] env[68292]: DEBUG nova.objects.instance [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lazy-loading 'resources' on Instance uuid df956892-0c39-4c0f-ac93-781c7a240600 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.167065] env[68292]: DEBUG nova.network.neutron [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Successfully updated port: d6f99485-c2a0-4d6a-8870-2b348d58e9fa {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.551678] env[68292]: DEBUG nova.network.neutron [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Port 6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1115.590104] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072693, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.615728] env[68292]: DEBUG nova.compute.utils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.620883] env[68292]: DEBUG nova.compute.manager [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.621263] env[68292]: DEBUG nova.network.neutron [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.669737] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "refresh_cache-e8991b62-1fcd-4022-8b6c-2276825b2f85" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.669926] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "refresh_cache-e8991b62-1fcd-4022-8b6c-2276825b2f85" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.670323] env[68292]: DEBUG nova.network.neutron [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.688534] env[68292]: DEBUG nova.policy [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37599192e2ff4ea8bfc1a49ead8b5940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '288d4d81da4a44229a258e9dca38387e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.897945] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff764964-da32-4e76-9016-7451b1383592 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.909263] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda6253e-2c87-4aa4-b9b7-fd0ab3ac3924 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.944516] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7591f0-7992-4d79-b48e-e4affa605045 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.953532] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71abc14b-a85d-4c4d-8b0b-f1aad37c69d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.970014] env[68292]: DEBUG nova.compute.provider_tree [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.095713] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072693, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.120809] env[68292]: DEBUG nova.compute.manager [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.853646] env[68292]: DEBUG nova.network.neutron [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Successfully created port: 8c995832-821a-42ea-a649-17ea62c0c167 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.857991] env[68292]: DEBUG nova.scheduler.client.report [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.882362] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.887157] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.887157] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.901717] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072693, 'name': CloneVM_Task} progress is 95%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.927385] env[68292]: DEBUG nova.network.neutron [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.088974] env[68292]: DEBUG nova.compute.manager [req-3b36b68f-5e73-4a64-9126-e127721e4da5 req-4c82dd2a-4c8b-4b66-9aac-0b1bfd853f21 service nova] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Received event network-changed-d6f99485-c2a0-4d6a-8870-2b348d58e9fa {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.089297] env[68292]: DEBUG nova.compute.manager [req-3b36b68f-5e73-4a64-9126-e127721e4da5 req-4c82dd2a-4c8b-4b66-9aac-0b1bfd853f21 service nova] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Refreshing instance network info cache due to event network-changed-d6f99485-c2a0-4d6a-8870-2b348d58e9fa. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.089510] env[68292]: DEBUG oslo_concurrency.lockutils [req-3b36b68f-5e73-4a64-9126-e127721e4da5 req-4c82dd2a-4c8b-4b66-9aac-0b1bfd853f21 service nova] Acquiring lock "refresh_cache-e8991b62-1fcd-4022-8b6c-2276825b2f85" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.099497] env[68292]: DEBUG nova.network.neutron [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Updating instance_info_cache with network_info: [{"id": "d6f99485-c2a0-4d6a-8870-2b348d58e9fa", "address": "fa:16:3e:cc:22:3a", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6f99485-c2", "ovs_interfaceid": "d6f99485-c2a0-4d6a-8870-2b348d58e9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.374393] env[68292]: DEBUG nova.compute.manager [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.380390] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "aabf83d8-a77c-496a-a909-a9e315d67082" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.380683] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.380870] env[68292]: DEBUG nova.compute.manager [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Going to confirm migration 5 {{(pid=68292) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1117.382671] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "bdfa08a8-d941-4d40-a996-ced4894cc666" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.383014] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "bdfa08a8-d941-4d40-a996-ced4894cc666" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.383222] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "bdfa08a8-d941-4d40-a996-ced4894cc666-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.383408] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "bdfa08a8-d941-4d40-a996-ced4894cc666-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.383572] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "bdfa08a8-d941-4d40-a996-ced4894cc666-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.385381] env[68292]: INFO nova.compute.manager [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Terminating instance [ 1117.386699] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072693, 'name': CloneVM_Task, 'duration_secs': 1.953913} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.387583] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.389763] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Created linked-clone VM from snapshot [ 1117.392136] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a679758c-4723-4722-b75f-3de1f049c24d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.407310] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Uploading image eb174999-0186-4885-9536-5f894a0c266b {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1117.411611] env[68292]: DEBUG nova.virt.hardware [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.411877] env[68292]: DEBUG nova.virt.hardware [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.412012] env[68292]: DEBUG nova.virt.hardware [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.412638] env[68292]: DEBUG nova.virt.hardware [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.412638] env[68292]: DEBUG nova.virt.hardware [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.412638] env[68292]: DEBUG nova.virt.hardware [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.412845] env[68292]: DEBUG nova.virt.hardware [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.412845] env[68292]: DEBUG nova.virt.hardware [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.412965] env[68292]: DEBUG nova.virt.hardware [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.413277] env[68292]: DEBUG nova.virt.hardware [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.413381] env[68292]: DEBUG nova.virt.hardware [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.414449] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a39323f-27a9-4e04-85d7-f1a0e3d28d01 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.417963] env[68292]: INFO nova.scheduler.client.report [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Deleted allocations for instance df956892-0c39-4c0f-ac93-781c7a240600 [ 1117.433021] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee36555b-6d98-4977-ab51-fa85ceabdcce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.436537] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1117.436537] env[68292]: value = "vm-615263" [ 1117.436537] env[68292]: _type = "VirtualMachine" [ 1117.436537] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1117.437072] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-849fc5cb-8e29-4d5f-afea-43b48bd3fcd9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.453445] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lease: (returnval){ [ 1117.453445] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526753de-d830-2ad9-bcac-067e75f445fe" [ 1117.453445] env[68292]: _type = "HttpNfcLease" [ 1117.453445] env[68292]: } obtained for exporting VM: (result){ [ 1117.453445] env[68292]: value = "vm-615263" [ 1117.453445] env[68292]: _type = "VirtualMachine" [ 1117.453445] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1117.453802] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the lease: (returnval){ [ 1117.453802] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526753de-d830-2ad9-bcac-067e75f445fe" [ 1117.453802] env[68292]: _type = "HttpNfcLease" [ 1117.453802] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1117.461087] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1117.461087] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526753de-d830-2ad9-bcac-067e75f445fe" [ 1117.461087] env[68292]: _type = "HttpNfcLease" [ 1117.461087] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1117.602739] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "refresh_cache-e8991b62-1fcd-4022-8b6c-2276825b2f85" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.603118] env[68292]: DEBUG nova.compute.manager [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Instance network_info: |[{"id": "d6f99485-c2a0-4d6a-8870-2b348d58e9fa", "address": "fa:16:3e:cc:22:3a", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6f99485-c2", "ovs_interfaceid": "d6f99485-c2a0-4d6a-8870-2b348d58e9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.603800] env[68292]: DEBUG oslo_concurrency.lockutils [req-3b36b68f-5e73-4a64-9126-e127721e4da5 req-4c82dd2a-4c8b-4b66-9aac-0b1bfd853f21 service nova] Acquired lock "refresh_cache-e8991b62-1fcd-4022-8b6c-2276825b2f85" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.603988] env[68292]: DEBUG nova.network.neutron [req-3b36b68f-5e73-4a64-9126-e127721e4da5 req-4c82dd2a-4c8b-4b66-9aac-0b1bfd853f21 service nova] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Refreshing network info cache for port d6f99485-c2a0-4d6a-8870-2b348d58e9fa {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.605302] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:22:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6f99485-c2a0-4d6a-8870-2b348d58e9fa', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.612519] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.615777] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.616236] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efbc6807-f121-4ae9-aa98-a5ffd93d34fb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.638809] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.638809] env[68292]: value = "task-3072695" [ 1117.638809] env[68292]: _type = "Task" [ 1117.638809] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.648179] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072695, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.834836] env[68292]: DEBUG nova.network.neutron [req-3b36b68f-5e73-4a64-9126-e127721e4da5 req-4c82dd2a-4c8b-4b66-9aac-0b1bfd853f21 service nova] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Updated VIF entry in instance network info cache for port d6f99485-c2a0-4d6a-8870-2b348d58e9fa. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.835238] env[68292]: DEBUG nova.network.neutron [req-3b36b68f-5e73-4a64-9126-e127721e4da5 req-4c82dd2a-4c8b-4b66-9aac-0b1bfd853f21 service nova] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Updating instance_info_cache with network_info: [{"id": "d6f99485-c2a0-4d6a-8870-2b348d58e9fa", "address": "fa:16:3e:cc:22:3a", "network": {"id": "1aafc2a8-840f-4f61-a4e1-e275600ba0e5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1636652314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd9dfdfa33445348610b740a2e8d687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6f99485-c2", "ovs_interfaceid": "d6f99485-c2a0-4d6a-8870-2b348d58e9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.897568] env[68292]: DEBUG nova.compute.manager [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.897807] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.898754] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57505fed-c846-45a9-983c-98d78fc694ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.909817] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.910491] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c715da59-d44d-4a00-8af5-d01e449237ed {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.919424] env[68292]: DEBUG oslo_vmware.api [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1117.919424] env[68292]: value = "task-3072696" [ 1117.919424] env[68292]: _type = "Task" [ 1117.919424] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.923572] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.923718] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.923904] env[68292]: DEBUG nova.network.neutron [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.924086] env[68292]: DEBUG nova.objects.instance [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lazy-loading 'info_cache' on Instance uuid aabf83d8-a77c-496a-a909-a9e315d67082 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.931933] env[68292]: DEBUG oslo_vmware.api [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.932476] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3dde636d-8587-4e59-b978-9e856bc4c8c8 tempest-ServerDiskConfigTestJSON-250319094 tempest-ServerDiskConfigTestJSON-250319094-project-member] Lock "df956892-0c39-4c0f-ac93-781c7a240600" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.620s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.937477] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.937683] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.937683] env[68292]: DEBUG nova.network.neutron [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.963697] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1117.963697] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526753de-d830-2ad9-bcac-067e75f445fe" [ 1117.963697] env[68292]: _type = "HttpNfcLease" [ 1117.963697] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1117.964015] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1117.964015] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526753de-d830-2ad9-bcac-067e75f445fe" [ 1117.964015] env[68292]: _type = "HttpNfcLease" [ 1117.964015] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1117.964773] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7c2cc4-59f4-48cb-a0b9-85d973175691 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.976144] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6488e-bb66-b52a-7372-258430e2d68e/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1117.976210] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6488e-bb66-b52a-7372-258430e2d68e/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1118.079265] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f07bdd0b-791d-4e86-88f1-776142939f88 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.151443] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072695, 'name': CreateVM_Task, 'duration_secs': 0.371324} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.151676] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.152548] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.152806] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.153335] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.153665] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c893379b-2c60-4366-a8f8-279c4e65930d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.160484] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1118.160484] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]524ed36f-8e13-5dde-c316-8dcb8a652a68" [ 1118.160484] env[68292]: _type = "Task" [ 1118.160484] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.171025] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524ed36f-8e13-5dde-c316-8dcb8a652a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.339275] env[68292]: DEBUG oslo_concurrency.lockutils [req-3b36b68f-5e73-4a64-9126-e127721e4da5 req-4c82dd2a-4c8b-4b66-9aac-0b1bfd853f21 service nova] Releasing lock "refresh_cache-e8991b62-1fcd-4022-8b6c-2276825b2f85" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.435720] env[68292]: DEBUG oslo_vmware.api [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072696, 'name': PowerOffVM_Task, 'duration_secs': 0.225746} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.439458] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.439458] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.439458] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0325c18b-4f76-4fb7-b47b-3ab8c29f9e00 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.524171] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.524500] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.524672] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Deleting the datastore file [datastore1] bdfa08a8-d941-4d40-a996-ced4894cc666 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.525221] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03eb0296-0ef1-45b9-980a-afb07ae264f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.532636] env[68292]: DEBUG oslo_vmware.api [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1118.532636] env[68292]: value = "task-3072698" [ 1118.532636] env[68292]: _type = "Task" [ 1118.532636] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.545837] env[68292]: DEBUG oslo_vmware.api [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.597798] env[68292]: DEBUG nova.network.neutron [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Successfully updated port: 8c995832-821a-42ea-a649-17ea62c0c167 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.680981] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524ed36f-8e13-5dde-c316-8dcb8a652a68, 'name': SearchDatastore_Task, 'duration_secs': 0.016241} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.682159] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.682159] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.682577] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.683761] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.684107] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.685048] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-368994be-89b8-40c2-a561-affccd6a3e6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.719811] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.720318] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.721894] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325a3f3c-6998-4996-8498-7741376b7c70 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.737323] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1118.737323] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520d8642-aef2-6f2d-2c84-4a132d387313" [ 1118.737323] env[68292]: _type = "Task" [ 1118.737323] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.755132] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520d8642-aef2-6f2d-2c84-4a132d387313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.827654] env[68292]: DEBUG nova.network.neutron [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance_info_cache with network_info: [{"id": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "address": "fa:16:3e:cc:f8:43", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd90c8e-c1", "ovs_interfaceid": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.043619] env[68292]: DEBUG oslo_vmware.api [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334133} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.043957] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.044144] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.044315] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.044453] env[68292]: INFO nova.compute.manager [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1119.044727] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.044982] env[68292]: DEBUG nova.compute.manager [-] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.045122] env[68292]: DEBUG nova.network.neutron [-] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.103759] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.104041] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquired lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.108025] env[68292]: DEBUG nova.network.neutron [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.251069] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520d8642-aef2-6f2d-2c84-4a132d387313, 'name': SearchDatastore_Task, 'duration_secs': 0.019341} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.252258] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af7faaf-545e-4320-bde8-966d9883f55b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.263709] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1119.263709] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52caaf9b-b2cc-7f1c-c1c4-6a6e3061d572" [ 1119.263709] env[68292]: _type = "Task" [ 1119.263709] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.282255] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52caaf9b-b2cc-7f1c-c1c4-6a6e3061d572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.334055] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.650037] env[68292]: DEBUG nova.network.neutron [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance_info_cache with network_info: [{"id": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "address": "fa:16:3e:ab:07:ee", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73f854d-1f", "ovs_interfaceid": "d73f854d-1fcf-4673-a573-e6ce77d03a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.689756] env[68292]: DEBUG nova.network.neutron [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.756622] env[68292]: DEBUG nova.compute.manager [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Received event network-vif-plugged-8c995832-821a-42ea-a649-17ea62c0c167 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.757016] env[68292]: DEBUG oslo_concurrency.lockutils [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] Acquiring lock "84d83be1-ea9a-4bf1-b942-f994284e6206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.757401] env[68292]: DEBUG oslo_concurrency.lockutils [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.757722] env[68292]: DEBUG oslo_concurrency.lockutils [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.758052] env[68292]: DEBUG nova.compute.manager [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] No waiting events found dispatching network-vif-plugged-8c995832-821a-42ea-a649-17ea62c0c167 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.758378] env[68292]: WARNING nova.compute.manager [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Received unexpected event network-vif-plugged-8c995832-821a-42ea-a649-17ea62c0c167 for instance with vm_state building and task_state spawning. [ 1119.758666] env[68292]: DEBUG nova.compute.manager [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Received event network-changed-8c995832-821a-42ea-a649-17ea62c0c167 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.759027] env[68292]: DEBUG nova.compute.manager [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Refreshing instance network info cache due to event network-changed-8c995832-821a-42ea-a649-17ea62c0c167. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.761472] env[68292]: DEBUG oslo_concurrency.lockutils [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] Acquiring lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.784691] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52caaf9b-b2cc-7f1c-c1c4-6a6e3061d572, 'name': SearchDatastore_Task, 'duration_secs': 0.019065} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.785192] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.785634] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] e8991b62-1fcd-4022-8b6c-2276825b2f85/e8991b62-1fcd-4022-8b6c-2276825b2f85.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.786082] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-884df4a2-5971-4d66-b967-d555d9dde756 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.797235] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1119.797235] env[68292]: value = "task-3072699" [ 1119.797235] env[68292]: _type = "Task" [ 1119.797235] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.813585] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.877772] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb81011f-4f2f-491e-bafc-356263027a39 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.905753] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c10b9a-b6d8-417b-9858-ca3e2d8d5658 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.915255] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance 'd7eaf0c3-1bf5-4a28-892a-c461d1e6ed66' progress to 83 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.015397] env[68292]: DEBUG nova.network.neutron [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Updating instance_info_cache with network_info: [{"id": "8c995832-821a-42ea-a649-17ea62c0c167", "address": "fa:16:3e:8a:c1:7a", "network": {"id": "18e12268-46cc-4e36-8100-a01f26c2e099", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945789016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d4d81da4a44229a258e9dca38387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c995832-82", "ovs_interfaceid": "8c995832-821a-42ea-a649-17ea62c0c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.153257] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-aabf83d8-a77c-496a-a909-a9e315d67082" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.153571] env[68292]: DEBUG nova.objects.instance [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lazy-loading 'migration_context' on Instance uuid aabf83d8-a77c-496a-a909-a9e315d67082 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.311848] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072699, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.334564] env[68292]: DEBUG nova.network.neutron [-] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.422140] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce88493-5f6e-4a4a-a16f-5bd42f15075f tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance 'd7eaf0c3-1bf5-4a28-892a-c461d1e6ed66' progress to 100 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.519122] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Releasing lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.519122] env[68292]: DEBUG nova.compute.manager [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Instance network_info: |[{"id": "8c995832-821a-42ea-a649-17ea62c0c167", "address": "fa:16:3e:8a:c1:7a", "network": {"id": "18e12268-46cc-4e36-8100-a01f26c2e099", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945789016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d4d81da4a44229a258e9dca38387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c995832-82", "ovs_interfaceid": "8c995832-821a-42ea-a649-17ea62c0c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.519122] env[68292]: DEBUG oslo_concurrency.lockutils [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] Acquired lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.519425] env[68292]: DEBUG nova.network.neutron [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Refreshing network info cache for port 8c995832-821a-42ea-a649-17ea62c0c167 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.520863] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:c1:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c995832-821a-42ea-a649-17ea62c0c167', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.529018] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Creating folder: Project (288d4d81da4a44229a258e9dca38387e). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.533624] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf63c817-37d0-4fec-b3cd-aa69db7ebf52 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.549122] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Created folder: Project (288d4d81da4a44229a258e9dca38387e) in parent group-v614981. [ 1120.549122] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Creating folder: Instances. Parent ref: group-v615265. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.549122] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-232dc3f1-58d3-4278-9848-fd3e1d70bcdc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.559259] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Created folder: Instances in parent group-v615265. [ 1120.559577] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.559786] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.559960] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bebc9289-6d80-4da8-b5eb-4ad13806496e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.584816] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.584816] env[68292]: value = "task-3072702" [ 1120.584816] env[68292]: _type = "Task" [ 1120.584816] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.593941] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072702, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.656730] env[68292]: DEBUG nova.objects.base [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.657728] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9cf8a4-6e5d-458f-9025-0fd66dfc9e8f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.683026] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d72577-e182-4568-9cec-b8d617729952 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.693209] env[68292]: DEBUG oslo_vmware.api [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1120.693209] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528e898c-c518-5993-dcb2-3dfe0bc6b0f4" [ 1120.693209] env[68292]: _type = "Task" [ 1120.693209] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.705213] env[68292]: DEBUG oslo_vmware.api [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528e898c-c518-5993-dcb2-3dfe0bc6b0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.813628] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674824} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.814110] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] e8991b62-1fcd-4022-8b6c-2276825b2f85/e8991b62-1fcd-4022-8b6c-2276825b2f85.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.814428] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.814786] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c422ce5c-53fb-4a3c-bc50-0e980395f6bf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.828190] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1120.828190] env[68292]: value = "task-3072703" [ 1120.828190] env[68292]: _type = "Task" [ 1120.828190] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.837318] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.839124] env[68292]: INFO nova.compute.manager [-] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Took 1.79 seconds to deallocate network for instance. [ 1120.867084] env[68292]: DEBUG nova.network.neutron [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Updated VIF entry in instance network info cache for port 8c995832-821a-42ea-a649-17ea62c0c167. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.867555] env[68292]: DEBUG nova.network.neutron [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Updating instance_info_cache with network_info: [{"id": "8c995832-821a-42ea-a649-17ea62c0c167", "address": "fa:16:3e:8a:c1:7a", "network": {"id": "18e12268-46cc-4e36-8100-a01f26c2e099", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945789016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d4d81da4a44229a258e9dca38387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c995832-82", "ovs_interfaceid": "8c995832-821a-42ea-a649-17ea62c0c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.100484] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072702, 'name': CreateVM_Task, 'duration_secs': 0.478264} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.100772] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.101746] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.102044] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.102516] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.103021] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e2f5bb1-f527-42bd-899a-826b1e397731 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.109910] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1121.109910] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522f113f-b188-0763-8b25-5808e3566d39" [ 1121.109910] env[68292]: _type = "Task" [ 1121.109910] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.122430] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522f113f-b188-0763-8b25-5808e3566d39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.201553] env[68292]: DEBUG oslo_vmware.api [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528e898c-c518-5993-dcb2-3dfe0bc6b0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013417} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.201862] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.202314] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.339111] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083328} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.339665] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.340529] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38fcf1c-9d59-448c-898e-f2a5a5574e23 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.357057] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.366283] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] e8991b62-1fcd-4022-8b6c-2276825b2f85/e8991b62-1fcd-4022-8b6c-2276825b2f85.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.366624] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ff7d46-a074-4095-ab8a-e37f90e708ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.381238] env[68292]: DEBUG oslo_concurrency.lockutils [req-2f6c31a6-06f2-42b2-b3a8-82574cdf69f1 req-3ff087b3-4a24-46f4-a65d-af3c6a93d1e0 service nova] Releasing lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.390441] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1121.390441] env[68292]: value = "task-3072704" [ 1121.390441] env[68292]: _type = "Task" [ 1121.390441] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.404545] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.621924] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522f113f-b188-0763-8b25-5808e3566d39, 'name': SearchDatastore_Task, 'duration_secs': 0.018414} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.622294] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.622556] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.622808] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.622977] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.623244] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.623489] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1f50b75-18c7-4db8-a91d-5f4186a7ce6d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.634826] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.635063] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.636245] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0183072e-a955-429f-abbc-77072c900720 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.643086] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1121.643086] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521e1ecd-de17-3e4d-494a-b0f6bb0f810d" [ 1121.643086] env[68292]: _type = "Task" [ 1121.643086] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.654243] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521e1ecd-de17-3e4d-494a-b0f6bb0f810d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.903712] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.922748] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0069bf1e-e500-4b00-9781-47678d9280a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.931249] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cecd175-b985-4f52-92de-accc72e1b637 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.971372] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c90d4b0-48ff-4ec3-b265-c7798bdf2193 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.981712] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277a4474-fcf8-4a52-9fb0-65cc7b16550f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.997073] env[68292]: DEBUG nova.compute.provider_tree [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.155398] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521e1ecd-de17-3e4d-494a-b0f6bb0f810d, 'name': SearchDatastore_Task, 'duration_secs': 0.014172} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.156278] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc1a246-bc20-430f-acbf-0a5fdf1da64b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.162472] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1122.162472] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f0c184-8cd8-f583-b9a6-16ab315ea310" [ 1122.162472] env[68292]: _type = "Task" [ 1122.162472] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.171164] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f0c184-8cd8-f583-b9a6-16ab315ea310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.403248] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.501332] env[68292]: DEBUG nova.scheduler.client.report [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.676093] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f0c184-8cd8-f583-b9a6-16ab315ea310, 'name': SearchDatastore_Task, 'duration_secs': 0.015433} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.676404] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.676714] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 84d83be1-ea9a-4bf1-b942-f994284e6206/84d83be1-ea9a-4bf1-b942-f994284e6206.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.676996] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be12a6f2-f59b-4974-9bdb-e1079cd36188 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.685417] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1122.685417] env[68292]: value = "task-3072705" [ 1122.685417] env[68292]: _type = "Task" [ 1122.685417] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.695328] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.904183] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072704, 'name': ReconfigVM_Task, 'duration_secs': 1.461983} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.904489] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Reconfigured VM instance instance-00000066 to attach disk [datastore1] e8991b62-1fcd-4022-8b6c-2276825b2f85/e8991b62-1fcd-4022-8b6c-2276825b2f85.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.905377] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89493482-945b-4a6a-b494-4e07de408085 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.915672] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1122.915672] env[68292]: value = "task-3072706" [ 1122.915672] env[68292]: _type = "Task" [ 1122.915672] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.928305] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072706, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.200496] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.427705] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072706, 'name': Rename_Task, 'duration_secs': 0.25414} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.428071] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.428263] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed9d5d26-d1e9-42fa-8c81-4144aef23707 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.436432] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1123.436432] env[68292]: value = "task-3072707" [ 1123.436432] env[68292]: _type = "Task" [ 1123.436432] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.445530] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.513367] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.311s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.516329] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.159s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.516624] env[68292]: DEBUG nova.objects.instance [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lazy-loading 'resources' on Instance uuid bdfa08a8-d941-4d40-a996-ced4894cc666 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.698836] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647912} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.699100] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 84d83be1-ea9a-4bf1-b942-f994284e6206/84d83be1-ea9a-4bf1-b942-f994284e6206.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.699353] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.699646] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb393501-7308-4679-80ba-db2b4ce4e41e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.706870] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1123.706870] env[68292]: value = "task-3072708" [ 1123.706870] env[68292]: _type = "Task" [ 1123.706870] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.715317] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.947629] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072707, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.072841] env[68292]: INFO nova.scheduler.client.report [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleted allocation for migration dda7d340-5da1-4bd1-913a-96048377efca [ 1124.220443] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073307} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.221563] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.222320] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bf6f52-e79f-4729-a3f1-9afd920a3050 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.225208] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d6468b-639e-486b-9823-e7e4e1576e04 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.241510] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9681457a-100f-41a0-a1c3-fabcbc753af5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.253881] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 84d83be1-ea9a-4bf1-b942-f994284e6206/84d83be1-ea9a-4bf1-b942-f994284e6206.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.254569] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ba945f-7e14-43b4-a4da-87eb3d03d8da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.299766] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3086f9bc-c4af-4c4f-83d2-e6d2c999a12e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.302690] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1124.302690] env[68292]: value = "task-3072709" [ 1124.302690] env[68292]: _type = "Task" [ 1124.302690] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.310321] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f85ec-792e-4144-80fe-9598ac71a6d8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.317827] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.328889] env[68292]: DEBUG nova.compute.provider_tree [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.448132] env[68292]: DEBUG oslo_vmware.api [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072707, 'name': PowerOnVM_Task, 'duration_secs': 0.570166} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.448525] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.448655] env[68292]: INFO nova.compute.manager [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1124.448837] env[68292]: DEBUG nova.compute.manager [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.449671] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba7bc95-7a63-4ffd-a77f-465854c6c4a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.578710] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3790e187-9730-465c-8738-146befb7a8a7 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.198s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.823143] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d75a3b-5e58-4797-0035-69d23a6e5c97/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1124.824130] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5592dffd-70db-4f41-87ef-1bbe9453213f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.831969] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.834245] env[68292]: DEBUG nova.scheduler.client.report [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.839963] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d75a3b-5e58-4797-0035-69d23a6e5c97/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1124.839963] env[68292]: ERROR oslo_vmware.rw_handles [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d75a3b-5e58-4797-0035-69d23a6e5c97/disk-0.vmdk due to incomplete transfer. [ 1124.839963] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-04bc8760-a4eb-4b0b-b898-7ba2a8388ede {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.850061] env[68292]: DEBUG oslo_vmware.rw_handles [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d75a3b-5e58-4797-0035-69d23a6e5c97/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1124.850287] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Uploaded image b473a673-f085-4c7c-9a41-2d949571a3ec to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1124.853130] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1124.854228] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7f3297ab-1f24-4f72-8779-179b5d69f6b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.864764] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1124.864764] env[68292]: value = "task-3072710" [ 1124.864764] env[68292]: _type = "Task" [ 1124.864764] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.874856] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072710, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.971025] env[68292]: INFO nova.compute.manager [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Took 17.31 seconds to build instance. [ 1125.150560] env[68292]: DEBUG nova.compute.manager [req-baae5044-2c12-4b7b-9f74-4dd3196ec817 req-75e093f7-8241-4c7e-81a9-d008188cbe84 service nova] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Received event network-vif-deleted-8e8f9e07-e104-4d5b-ac43-946d3721d7ff {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.314089] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072709, 'name': ReconfigVM_Task, 'duration_secs': 0.650127} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.314430] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 84d83be1-ea9a-4bf1-b942-f994284e6206/84d83be1-ea9a-4bf1-b942-f994284e6206.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.315058] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a56cea70-850a-4f7c-9029-7d168977096c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.323693] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1125.323693] env[68292]: value = "task-3072711" [ 1125.323693] env[68292]: _type = "Task" [ 1125.323693] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.333780] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072711, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.341022] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.358977] env[68292]: INFO nova.scheduler.client.report [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Deleted allocations for instance bdfa08a8-d941-4d40-a996-ced4894cc666 [ 1125.376117] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072710, 'name': Destroy_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.473732] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3db82af9-6e75-439a-9308-080c26427922 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "e8991b62-1fcd-4022-8b6c-2276825b2f85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.827s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.686464] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.686464] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.835133] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072711, 'name': Rename_Task, 'duration_secs': 0.291241} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.835398] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.835646] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a978a340-6c56-4d5a-a215-bbdcff0e7a71 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.842876] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1125.842876] env[68292]: value = "task-3072712" [ 1125.842876] env[68292]: _type = "Task" [ 1125.842876] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.850412] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.869394] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbcbf5dd-1faf-4759-9e69-5df96fb29368 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "bdfa08a8-d941-4d40-a996-ced4894cc666" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.486s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.875844] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072710, 'name': Destroy_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.877496] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.877761] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.877949] env[68292]: DEBUG nova.compute.manager [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Going to confirm migration 6 {{(pid=68292) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1126.189115] env[68292]: DEBUG nova.compute.manager [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.241624] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "aabf83d8-a77c-496a-a909-a9e315d67082" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.241911] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.242137] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "aabf83d8-a77c-496a-a909-a9e315d67082-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.242324] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.242500] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.244785] env[68292]: INFO nova.compute.manager [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Terminating instance [ 1126.311522] env[68292]: DEBUG oslo_concurrency.lockutils [None req-72b4cdaa-c83f-43d8-bc10-cdeebde98ff1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "e8991b62-1fcd-4022-8b6c-2276825b2f85" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.311876] env[68292]: DEBUG oslo_concurrency.lockutils [None req-72b4cdaa-c83f-43d8-bc10-cdeebde98ff1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "e8991b62-1fcd-4022-8b6c-2276825b2f85" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.312139] env[68292]: DEBUG nova.compute.manager [None req-72b4cdaa-c83f-43d8-bc10-cdeebde98ff1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.313216] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f759a09d-9952-4d60-a4a9-97fafbbb9104 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.321021] env[68292]: DEBUG nova.compute.manager [None req-72b4cdaa-c83f-43d8-bc10-cdeebde98ff1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68292) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1126.321596] env[68292]: DEBUG nova.objects.instance [None req-72b4cdaa-c83f-43d8-bc10-cdeebde98ff1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lazy-loading 'flavor' on Instance uuid e8991b62-1fcd-4022-8b6c-2276825b2f85 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.352881] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.375073] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072710, 'name': Destroy_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.417167] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.417300] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.417535] env[68292]: DEBUG nova.network.neutron [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.417666] env[68292]: DEBUG nova.objects.instance [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'info_cache' on Instance uuid d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.716790] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.717214] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.719293] env[68292]: INFO nova.compute.claims [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.748695] env[68292]: DEBUG nova.compute.manager [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.748944] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.750037] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dfb744-0983-4793-923d-eb2c5feeff2b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.759979] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.760256] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1891043a-15c3-46fe-8c02-e259e2ac9144 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.769074] env[68292]: DEBUG oslo_vmware.api [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1126.769074] env[68292]: value = "task-3072713" [ 1126.769074] env[68292]: _type = "Task" [ 1126.769074] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.779997] env[68292]: DEBUG oslo_vmware.api [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.856119] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.877382] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072710, 'name': Destroy_Task, 'duration_secs': 1.828521} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.877695] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Destroyed the VM [ 1126.878037] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1126.878296] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce5087f4-97c0-407a-9f3e-5a9b6426e1b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.887151] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1126.887151] env[68292]: value = "task-3072714" [ 1126.887151] env[68292]: _type = "Task" [ 1126.887151] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.897132] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072714, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.146950] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.147680] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.279317] env[68292]: DEBUG oslo_vmware.api [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072713, 'name': PowerOffVM_Task, 'duration_secs': 0.216731} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.279606] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.279776] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.280045] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b763fd9-781f-48de-8302-b27375223c32 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.329375] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b4cdaa-c83f-43d8-bc10-cdeebde98ff1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.329697] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a924d79a-3adb-46d8-b107-d754ff28505d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.336906] env[68292]: DEBUG oslo_vmware.api [None req-72b4cdaa-c83f-43d8-bc10-cdeebde98ff1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1127.336906] env[68292]: value = "task-3072716" [ 1127.336906] env[68292]: _type = "Task" [ 1127.336906] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.341891] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.342129] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.342351] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleting the datastore file [datastore1] aabf83d8-a77c-496a-a909-a9e315d67082 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.342661] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffc4ee89-aa7b-44aa-856b-75658f560762 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.348667] env[68292]: DEBUG oslo_vmware.api [None req-72b4cdaa-c83f-43d8-bc10-cdeebde98ff1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.359913] env[68292]: DEBUG oslo_vmware.api [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072712, 'name': PowerOnVM_Task, 'duration_secs': 1.468906} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.360326] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.360656] env[68292]: INFO nova.compute.manager [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1127.360962] env[68292]: DEBUG nova.compute.manager [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.362199] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e55c84-cb5e-4635-9ba2-2775ccde27dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.366749] env[68292]: DEBUG oslo_vmware.api [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1127.366749] env[68292]: value = "task-3072717" [ 1127.366749] env[68292]: _type = "Task" [ 1127.366749] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.380406] env[68292]: DEBUG oslo_vmware.api [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.396576] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072714, 'name': RemoveSnapshot_Task} progress is 62%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.535694] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6488e-bb66-b52a-7372-258430e2d68e/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1127.536754] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c4f913-fd22-4644-9899-e758ed0eeef5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.545216] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6488e-bb66-b52a-7372-258430e2d68e/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1127.545412] env[68292]: ERROR oslo_vmware.rw_handles [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6488e-bb66-b52a-7372-258430e2d68e/disk-0.vmdk due to incomplete transfer. [ 1127.545659] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5019a4db-aa3a-46cb-8c7f-9f696fb15c27 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.572597] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6488e-bb66-b52a-7372-258430e2d68e/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1127.572873] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Uploaded image eb174999-0186-4885-9536-5f894a0c266b to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1127.575069] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1127.575333] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1770c32f-7d61-4ed6-a29d-ed807e47813f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.581907] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1127.581907] env[68292]: value = "task-3072718" [ 1127.581907] env[68292]: _type = "Task" [ 1127.581907] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.589531] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072718, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.649403] env[68292]: DEBUG nova.network.neutron [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance_info_cache with network_info: [{"id": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "address": "fa:16:3e:cc:f8:43", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd90c8e-c1", "ovs_interfaceid": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.651099] env[68292]: INFO nova.compute.manager [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Detaching volume 93f3ec42-2217-46e2-9196-c00f1bf2a343 [ 1127.693518] env[68292]: INFO nova.virt.block_device [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Attempting to driver detach volume 93f3ec42-2217-46e2-9196-c00f1bf2a343 from mountpoint /dev/sdb [ 1127.693764] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1127.693953] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615216', 'volume_id': '93f3ec42-2217-46e2-9196-c00f1bf2a343', 'name': 'volume-93f3ec42-2217-46e2-9196-c00f1bf2a343', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8', 'attached_at': '', 'detached_at': '', 'volume_id': '93f3ec42-2217-46e2-9196-c00f1bf2a343', 'serial': '93f3ec42-2217-46e2-9196-c00f1bf2a343'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1127.695135] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83df3ad-0789-4244-a335-c8605576897b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.716641] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115641d8-b585-4d7c-a5cf-970ca70a1fa4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.724537] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bcafb8-62a4-4746-b6ce-8d3e5364a580 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.751020] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecc1de6-1fe1-4410-ad6e-f7754037f691 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.766205] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] The volume has not been displaced from its original location: [datastore1] volume-93f3ec42-2217-46e2-9196-c00f1bf2a343/volume-93f3ec42-2217-46e2-9196-c00f1bf2a343.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1127.771522] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.774136] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e9a4e15-e41e-439e-9ffc-1062fbd766f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.792454] env[68292]: DEBUG oslo_vmware.api [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1127.792454] env[68292]: value = "task-3072719" [ 1127.792454] env[68292]: _type = "Task" [ 1127.792454] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.802358] env[68292]: DEBUG oslo_vmware.api [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.847949] env[68292]: DEBUG oslo_vmware.api [None req-72b4cdaa-c83f-43d8-bc10-cdeebde98ff1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072716, 'name': PowerOffVM_Task, 'duration_secs': 0.257145} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.848273] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b4cdaa-c83f-43d8-bc10-cdeebde98ff1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.848490] env[68292]: DEBUG nova.compute.manager [None req-72b4cdaa-c83f-43d8-bc10-cdeebde98ff1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.849325] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ced46af-433b-4064-8e5c-92c3d825f9c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.884050] env[68292]: DEBUG oslo_vmware.api [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171036} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.887414] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.887586] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.887763] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.887943] env[68292]: INFO nova.compute.manager [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1127.888211] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.891173] env[68292]: INFO nova.compute.manager [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Took 17.52 seconds to build instance. [ 1127.892435] env[68292]: DEBUG nova.compute.manager [-] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.892654] env[68292]: DEBUG nova.network.neutron [-] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.905172] env[68292]: DEBUG oslo_vmware.api [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072714, 'name': RemoveSnapshot_Task, 'duration_secs': 0.885694} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.905450] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1127.905729] env[68292]: INFO nova.compute.manager [None req-b2a3be90-c322-422e-9cc0-599536511349 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Took 16.81 seconds to snapshot the instance on the hypervisor. [ 1127.947728] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0591bfe1-a071-4438-aa58-ed9d90b1f3cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.955398] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8654ce4b-95aa-46c5-ac7a-33253e3087f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.986927] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca849278-297f-4e86-9195-43d0ec95d41d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.994456] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154a17d2-5a68-4146-8674-4fa7facc2904 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.008887] env[68292]: DEBUG nova.compute.provider_tree [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.096018] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072718, 'name': Destroy_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.154289] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.154527] env[68292]: DEBUG nova.objects.instance [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'migration_context' on Instance uuid d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.304780] env[68292]: DEBUG oslo_vmware.api [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072719, 'name': ReconfigVM_Task, 'duration_secs': 0.509454} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.305114] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.310365] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b96f797c-237b-4afa-a9ab-965aba2deeb3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.328675] env[68292]: DEBUG oslo_vmware.api [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1128.328675] env[68292]: value = "task-3072720" [ 1128.328675] env[68292]: _type = "Task" [ 1128.328675] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.342400] env[68292]: DEBUG oslo_vmware.api [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072720, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.360353] env[68292]: DEBUG oslo_concurrency.lockutils [None req-72b4cdaa-c83f-43d8-bc10-cdeebde98ff1 tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "e8991b62-1fcd-4022-8b6c-2276825b2f85" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.393690] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e50b73be-92dd-4a98-ae68-873d725814f3 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.039s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.485324] env[68292]: DEBUG nova.compute.manager [req-e3948cd2-0514-4154-a836-9b01779d3852 req-b60916d0-61d1-4d40-8910-881a9da5a422 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Received event network-vif-deleted-d73f854d-1fcf-4673-a573-e6ce77d03a9c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.485542] env[68292]: INFO nova.compute.manager [req-e3948cd2-0514-4154-a836-9b01779d3852 req-b60916d0-61d1-4d40-8910-881a9da5a422 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Neutron deleted interface d73f854d-1fcf-4673-a573-e6ce77d03a9c; detaching it from the instance and deleting it from the info cache [ 1128.485723] env[68292]: DEBUG nova.network.neutron [req-e3948cd2-0514-4154-a836-9b01779d3852 req-b60916d0-61d1-4d40-8910-881a9da5a422 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.516018] env[68292]: DEBUG nova.scheduler.client.report [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.594740] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072718, 'name': Destroy_Task, 'duration_secs': 0.958495} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.595056] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Destroyed the VM [ 1128.595304] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1128.595562] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-31f00545-50a5-4df1-8631-2f620406f6e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.603049] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1128.603049] env[68292]: value = "task-3072721" [ 1128.603049] env[68292]: _type = "Task" [ 1128.603049] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.612367] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072721, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.657338] env[68292]: DEBUG nova.objects.base [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.658255] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344f2851-0804-4e04-8020-6f8ecf984bc2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.678526] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6771d10a-b982-4fe2-8159-2b5c74c8e18a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.684006] env[68292]: DEBUG oslo_vmware.api [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1128.684006] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e039a0-07da-f0b1-f2b1-bc258e07c4a0" [ 1128.684006] env[68292]: _type = "Task" [ 1128.684006] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.692536] env[68292]: DEBUG oslo_vmware.api [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e039a0-07da-f0b1-f2b1-bc258e07c4a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.838251] env[68292]: DEBUG oslo_vmware.api [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072720, 'name': ReconfigVM_Task, 'duration_secs': 0.261506} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.838600] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615216', 'volume_id': '93f3ec42-2217-46e2-9196-c00f1bf2a343', 'name': 'volume-93f3ec42-2217-46e2-9196-c00f1bf2a343', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8', 'attached_at': '', 'detached_at': '', 'volume_id': '93f3ec42-2217-46e2-9196-c00f1bf2a343', 'serial': '93f3ec42-2217-46e2-9196-c00f1bf2a343'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1128.936200] env[68292]: DEBUG nova.network.neutron [-] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.989157] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-498dc393-2df2-4195-bf8a-a7698a562790 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.998368] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8794d319-e230-4c43-bfef-f8e78ad48cf7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.019877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.020421] env[68292]: DEBUG nova.compute.manager [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.035164] env[68292]: DEBUG nova.compute.manager [req-e3948cd2-0514-4154-a836-9b01779d3852 req-b60916d0-61d1-4d40-8910-881a9da5a422 service nova] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Detach interface failed, port_id=d73f854d-1fcf-4673-a573-e6ce77d03a9c, reason: Instance aabf83d8-a77c-496a-a909-a9e315d67082 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.056316] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "e8991b62-1fcd-4022-8b6c-2276825b2f85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.056620] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "e8991b62-1fcd-4022-8b6c-2276825b2f85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.056829] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "e8991b62-1fcd-4022-8b6c-2276825b2f85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.057014] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "e8991b62-1fcd-4022-8b6c-2276825b2f85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.057191] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "e8991b62-1fcd-4022-8b6c-2276825b2f85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.059286] env[68292]: INFO nova.compute.manager [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Terminating instance [ 1129.113515] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072721, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.194391] env[68292]: DEBUG oslo_vmware.api [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e039a0-07da-f0b1-f2b1-bc258e07c4a0, 'name': SearchDatastore_Task, 'duration_secs': 0.007875} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.194548] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.194794] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.382374] env[68292]: DEBUG nova.objects.instance [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lazy-loading 'flavor' on Instance uuid 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.438982] env[68292]: INFO nova.compute.manager [-] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Took 1.55 seconds to deallocate network for instance. [ 1129.538039] env[68292]: DEBUG nova.compute.utils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.539516] env[68292]: DEBUG nova.compute.manager [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.540626] env[68292]: DEBUG nova.network.neutron [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.562890] env[68292]: DEBUG nova.compute.manager [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.563899] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.564558] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13055e3e-69d4-4fee-b6a1-74b92fc9d7f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.573669] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.573942] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cf07046-da35-4c6f-a24d-b52fce066790 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.588352] env[68292]: DEBUG nova.policy [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a2ebf1e45cd4724aff9ddcd333c2e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7834ca8bd123442dba8b266c98f9176c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.613642] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072721, 'name': RemoveSnapshot_Task, 'duration_secs': 0.986196} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.613926] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1129.614353] env[68292]: DEBUG nova.compute.manager [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.615254] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2be94e-3c57-4087-90ce-c7d96de02dc5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.646339] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.648698] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.648698] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleting the datastore file [datastore1] e8991b62-1fcd-4022-8b6c-2276825b2f85 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.648698] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e68236a-37c8-494e-a8c5-c6e88b5a16f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.653872] env[68292]: DEBUG oslo_vmware.api [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1129.653872] env[68292]: value = "task-3072723" [ 1129.653872] env[68292]: _type = "Task" [ 1129.653872] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.661908] env[68292]: DEBUG oslo_vmware.api [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.920758] env[68292]: DEBUG nova.network.neutron [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Successfully created port: 99641ffb-8eb1-4026-a243-e5617acc0928 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.934014] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296d2d81-568f-4e71-9e9a-635cda75a597 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.942882] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a65292-b5ac-42cd-a66b-fd96ec2cdadb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.946865] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.977075] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7484d1-9ea4-45cb-b480-79ddbc237993 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.984706] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845dc0a3-e8a3-4938-8c31-e6534acc41e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.999145] env[68292]: DEBUG nova.compute.provider_tree [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.044011] env[68292]: DEBUG nova.compute.manager [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.128910] env[68292]: INFO nova.compute.manager [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Shelve offloading [ 1130.164723] env[68292]: DEBUG oslo_vmware.api [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157112} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.164723] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.164723] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.164723] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.164723] env[68292]: INFO nova.compute.manager [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1130.165100] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.165100] env[68292]: DEBUG nova.compute.manager [-] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.165100] env[68292]: DEBUG nova.network.neutron [-] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.203274] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "022bc348-49da-4911-ab3d-a162305bdeaa" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.203470] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "022bc348-49da-4911-ab3d-a162305bdeaa" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.203611] env[68292]: INFO nova.compute.manager [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Shelving [ 1130.389680] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d3d1d8bd-9a5e-4f1f-9e3a-050a8c61e742 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.399738] env[68292]: DEBUG nova.compute.manager [req-650be891-979e-4cf7-9716-a66e98b9967d req-80620995-895d-40ee-9f1f-5718824a0b7c service nova] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Received event network-vif-deleted-d6f99485-c2a0-4d6a-8870-2b348d58e9fa {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.399964] env[68292]: INFO nova.compute.manager [req-650be891-979e-4cf7-9716-a66e98b9967d req-80620995-895d-40ee-9f1f-5718824a0b7c service nova] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Neutron deleted interface d6f99485-c2a0-4d6a-8870-2b348d58e9fa; detaching it from the instance and deleting it from the info cache [ 1130.400147] env[68292]: DEBUG nova.network.neutron [req-650be891-979e-4cf7-9716-a66e98b9967d req-80620995-895d-40ee-9f1f-5718824a0b7c service nova] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.503157] env[68292]: DEBUG nova.scheduler.client.report [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.533782] env[68292]: DEBUG nova.compute.manager [req-09a65c76-3dc1-4ce5-8492-24436152e76c req-9a5aa96d-0c9b-4d85-a1cc-df58daf894f8 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Received event network-changed-8c995832-821a-42ea-a649-17ea62c0c167 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.533782] env[68292]: DEBUG nova.compute.manager [req-09a65c76-3dc1-4ce5-8492-24436152e76c req-9a5aa96d-0c9b-4d85-a1cc-df58daf894f8 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Refreshing instance network info cache due to event network-changed-8c995832-821a-42ea-a649-17ea62c0c167. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.533958] env[68292]: DEBUG oslo_concurrency.lockutils [req-09a65c76-3dc1-4ce5-8492-24436152e76c req-9a5aa96d-0c9b-4d85-a1cc-df58daf894f8 service nova] Acquiring lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.534071] env[68292]: DEBUG oslo_concurrency.lockutils [req-09a65c76-3dc1-4ce5-8492-24436152e76c req-9a5aa96d-0c9b-4d85-a1cc-df58daf894f8 service nova] Acquired lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.534384] env[68292]: DEBUG nova.network.neutron [req-09a65c76-3dc1-4ce5-8492-24436152e76c req-9a5aa96d-0c9b-4d85-a1cc-df58daf894f8 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Refreshing network info cache for port 8c995832-821a-42ea-a649-17ea62c0c167 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.633231] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.633584] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f952238-bb22-4bc9-bb12-c10caa3d706e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.640621] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1130.640621] env[68292]: value = "task-3072724" [ 1130.640621] env[68292]: _type = "Task" [ 1130.640621] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.648647] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.880033] env[68292]: DEBUG nova.network.neutron [-] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.904116] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd852b1f-ff7a-4576-957e-f8014cb80c20 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.912470] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "794384da-882b-4c93-abf5-692249da289d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.912826] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "794384da-882b-4c93-abf5-692249da289d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.913136] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "794384da-882b-4c93-abf5-692249da289d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.913408] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "794384da-882b-4c93-abf5-692249da289d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.913656] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "794384da-882b-4c93-abf5-692249da289d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.920825] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2f89f3-efdc-4ef6-aff4-0953aef85a39 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.938987] env[68292]: INFO nova.compute.manager [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Terminating instance [ 1130.962796] env[68292]: DEBUG nova.compute.manager [req-650be891-979e-4cf7-9716-a66e98b9967d req-80620995-895d-40ee-9f1f-5718824a0b7c service nova] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Detach interface failed, port_id=d6f99485-c2a0-4d6a-8870-2b348d58e9fa, reason: Instance e8991b62-1fcd-4022-8b6c-2276825b2f85 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.054034] env[68292]: DEBUG nova.compute.manager [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.080160] env[68292]: DEBUG nova.virt.hardware [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.080407] env[68292]: DEBUG nova.virt.hardware [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.080565] env[68292]: DEBUG nova.virt.hardware [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.080749] env[68292]: DEBUG nova.virt.hardware [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.080893] env[68292]: DEBUG nova.virt.hardware [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.081049] env[68292]: DEBUG nova.virt.hardware [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.081260] env[68292]: DEBUG nova.virt.hardware [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.081411] env[68292]: DEBUG nova.virt.hardware [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.081575] env[68292]: DEBUG nova.virt.hardware [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.081736] env[68292]: DEBUG nova.virt.hardware [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.081906] env[68292]: DEBUG nova.virt.hardware [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.082763] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b03ee1e-366f-4f20-8798-db199f157cc4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.090818] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e8b456-9e69-4e6e-80b7-e9b9201d40fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.150825] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1131.151066] env[68292]: DEBUG nova.compute.manager [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.151803] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c52c6e-2039-4f09-9326-65d5ee2fe22b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.157130] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "refresh_cache-efff4d2b-30f9-4e1c-a508-d6473a47075d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.157294] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "refresh_cache-efff4d2b-30f9-4e1c-a508-d6473a47075d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.157462] env[68292]: DEBUG nova.network.neutron [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.213610] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.214024] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0a56dce-b1a3-40a5-990f-1cfab526a221 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.220697] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1131.220697] env[68292]: value = "task-3072725" [ 1131.220697] env[68292]: _type = "Task" [ 1131.220697] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.230162] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.291081] env[68292]: DEBUG nova.network.neutron [req-09a65c76-3dc1-4ce5-8492-24436152e76c req-9a5aa96d-0c9b-4d85-a1cc-df58daf894f8 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Updated VIF entry in instance network info cache for port 8c995832-821a-42ea-a649-17ea62c0c167. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.291407] env[68292]: DEBUG nova.network.neutron [req-09a65c76-3dc1-4ce5-8492-24436152e76c req-9a5aa96d-0c9b-4d85-a1cc-df58daf894f8 service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Updating instance_info_cache with network_info: [{"id": "8c995832-821a-42ea-a649-17ea62c0c167", "address": "fa:16:3e:8a:c1:7a", "network": {"id": "18e12268-46cc-4e36-8100-a01f26c2e099", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945789016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d4d81da4a44229a258e9dca38387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c995832-82", "ovs_interfaceid": "8c995832-821a-42ea-a649-17ea62c0c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.382609] env[68292]: INFO nova.compute.manager [-] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Took 1.22 seconds to deallocate network for instance. [ 1131.394052] env[68292]: DEBUG nova.network.neutron [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Successfully updated port: 99641ffb-8eb1-4026-a243-e5617acc0928 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.445053] env[68292]: DEBUG nova.compute.manager [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.445249] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.446134] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026de300-76e7-4b19-b690-26b361b8dd1b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.453850] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.454116] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9846271-5abb-4aaf-a02b-0be156a87e29 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.460551] env[68292]: DEBUG oslo_vmware.api [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1131.460551] env[68292]: value = "task-3072726" [ 1131.460551] env[68292]: _type = "Task" [ 1131.460551] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.468074] env[68292]: DEBUG oslo_vmware.api [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.517238] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.322s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.517484] env[68292]: DEBUG nova.compute.manager [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68292) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1131.520368] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.574s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.520589] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.523319] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.523564] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.523772] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.523967] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.524148] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.525975] env[68292]: INFO nova.compute.manager [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Terminating instance [ 1131.549152] env[68292]: INFO nova.scheduler.client.report [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleted allocations for instance aabf83d8-a77c-496a-a909-a9e315d67082 [ 1131.731638] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072725, 'name': PowerOffVM_Task, 'duration_secs': 0.195776} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.731859] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.732675] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfbb369-1014-47a6-af77-23a3ced37787 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.752060] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691b076c-b21b-458f-b785-6b0be82b1d27 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.797041] env[68292]: DEBUG oslo_concurrency.lockutils [req-09a65c76-3dc1-4ce5-8492-24436152e76c req-9a5aa96d-0c9b-4d85-a1cc-df58daf894f8 service nova] Releasing lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.844540] env[68292]: DEBUG nova.network.neutron [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Updating instance_info_cache with network_info: [{"id": "df08a656-a319-4b26-bd59-58751b8aea85", "address": "fa:16:3e:16:83:0d", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf08a656-a3", "ovs_interfaceid": "df08a656-a319-4b26-bd59-58751b8aea85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.890459] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.890729] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.890957] env[68292]: DEBUG nova.objects.instance [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lazy-loading 'resources' on Instance uuid e8991b62-1fcd-4022-8b6c-2276825b2f85 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.896591] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "refresh_cache-2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.896730] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "refresh_cache-2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.896860] env[68292]: DEBUG nova.network.neutron [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.971067] env[68292]: DEBUG oslo_vmware.api [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072726, 'name': PowerOffVM_Task, 'duration_secs': 0.181272} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.971346] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.971504] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.971774] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e9d30af-8c68-4a75-86d7-55318bdc3fce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.029519] env[68292]: DEBUG nova.compute.manager [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.029901] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.033892] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf353d3-a92c-4a00-a4f7-b19fa6085b81 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.040347] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.040546] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.040725] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Deleting the datastore file [datastore2] 794384da-882b-4c93-abf5-692249da289d {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.042027] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0128d20-d18b-46ee-9fef-4e6dab19dd58 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.045236] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.045446] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00d4df70-b1b1-45e7-b047-ee438eae5cec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.047938] env[68292]: DEBUG oslo_vmware.api [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1132.047938] env[68292]: value = "task-3072728" [ 1132.047938] env[68292]: _type = "Task" [ 1132.047938] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.054319] env[68292]: DEBUG oslo_vmware.api [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1132.054319] env[68292]: value = "task-3072729" [ 1132.054319] env[68292]: _type = "Task" [ 1132.054319] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.064044] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1e00cf1c-56bb-495b-83db-bade4683a5fc tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "aabf83d8-a77c-496a-a909-a9e315d67082" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.822s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.065068] env[68292]: DEBUG oslo_vmware.api [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.072505] env[68292]: DEBUG oslo_vmware.api [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.094539] env[68292]: INFO nova.scheduler.client.report [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleted allocation for migration 9f163774-005d-4fca-9d72-75ba0e583102 [ 1132.265176] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1132.265508] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8e46833-68da-4c1c-ba1e-49163486e9a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.273786] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1132.273786] env[68292]: value = "task-3072730" [ 1132.273786] env[68292]: _type = "Task" [ 1132.273786] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.282172] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072730, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.347466] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "refresh_cache-efff4d2b-30f9-4e1c-a508-d6473a47075d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.434447] env[68292]: DEBUG nova.network.neutron [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.565075] env[68292]: DEBUG oslo_vmware.api [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154566} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.568139] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.568491] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.569218] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.569511] env[68292]: INFO nova.compute.manager [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 794384da-882b-4c93-abf5-692249da289d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1132.570023] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.576186] env[68292]: DEBUG nova.compute.manager [-] [instance: 794384da-882b-4c93-abf5-692249da289d] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.576186] env[68292]: DEBUG nova.network.neutron [-] [instance: 794384da-882b-4c93-abf5-692249da289d] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.576694] env[68292]: DEBUG oslo_vmware.api [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072729, 'name': PowerOffVM_Task, 'duration_secs': 0.196104} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.579409] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.579702] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.580507] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b881cc6-7c33-4c3b-8293-413ef580d926 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.593025] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a70c4e-fd60-4971-93ef-47fbbcda86dd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.598550] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e8bc83-a75a-4eff-b783-a219a3bbfbbc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.602710] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1b8682f7-9533-4226-82a7-9128b8520824 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.725s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.637589] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44776d06-4ac5-4966-81dc-cca47d2e6682 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.642562] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.642786] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.642966] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Deleting the datastore file [datastore2] 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.643527] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6ad219b-66b4-4b9e-9053-fe06f045991f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.648838] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ecce0-bc04-4ba3-a71c-d5904c0cc460 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.653998] env[68292]: DEBUG oslo_vmware.api [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1132.653998] env[68292]: value = "task-3072732" [ 1132.653998] env[68292]: _type = "Task" [ 1132.653998] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.665424] env[68292]: DEBUG nova.compute.provider_tree [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.672045] env[68292]: DEBUG oslo_vmware.api [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.679144] env[68292]: DEBUG nova.network.neutron [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Updating instance_info_cache with network_info: [{"id": "99641ffb-8eb1-4026-a243-e5617acc0928", "address": "fa:16:3e:e8:72:7d", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99641ffb-8e", "ovs_interfaceid": "99641ffb-8eb1-4026-a243-e5617acc0928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.783318] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072730, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.924178] env[68292]: DEBUG nova.objects.instance [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'flavor' on Instance uuid d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.980943] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.981869] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a4c7a9-6ba4-401f-9718-9dfdc7b2901c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.989720] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.990014] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95ae5099-59f2-4683-b638-75d06a197487 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.001221] env[68292]: DEBUG nova.compute.manager [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Received event network-vif-plugged-99641ffb-8eb1-4026-a243-e5617acc0928 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.001473] env[68292]: DEBUG oslo_concurrency.lockutils [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] Acquiring lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.001634] env[68292]: DEBUG oslo_concurrency.lockutils [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] Lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.001810] env[68292]: DEBUG oslo_concurrency.lockutils [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] Lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.001978] env[68292]: DEBUG nova.compute.manager [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] No waiting events found dispatching network-vif-plugged-99641ffb-8eb1-4026-a243-e5617acc0928 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.002332] env[68292]: WARNING nova.compute.manager [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Received unexpected event network-vif-plugged-99641ffb-8eb1-4026-a243-e5617acc0928 for instance with vm_state building and task_state spawning. [ 1133.002508] env[68292]: DEBUG nova.compute.manager [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Received event network-changed-99641ffb-8eb1-4026-a243-e5617acc0928 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.002664] env[68292]: DEBUG nova.compute.manager [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Refreshing instance network info cache due to event network-changed-99641ffb-8eb1-4026-a243-e5617acc0928. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.002832] env[68292]: DEBUG oslo_concurrency.lockutils [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] Acquiring lock "refresh_cache-2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.064164] env[68292]: DEBUG nova.compute.manager [req-11e0dc7c-4814-4458-ac77-f2e0bd273904 req-c1fd4893-042c-4ee3-8b17-c8ea97c050ab service nova] [instance: 794384da-882b-4c93-abf5-692249da289d] Received event network-vif-deleted-0ddf8c5d-0930-48ec-803a-26c182c07b97 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.064164] env[68292]: INFO nova.compute.manager [req-11e0dc7c-4814-4458-ac77-f2e0bd273904 req-c1fd4893-042c-4ee3-8b17-c8ea97c050ab service nova] [instance: 794384da-882b-4c93-abf5-692249da289d] Neutron deleted interface 0ddf8c5d-0930-48ec-803a-26c182c07b97; detaching it from the instance and deleting it from the info cache [ 1133.064164] env[68292]: DEBUG nova.network.neutron [req-11e0dc7c-4814-4458-ac77-f2e0bd273904 req-c1fd4893-042c-4ee3-8b17-c8ea97c050ab service nova] [instance: 794384da-882b-4c93-abf5-692249da289d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.073218] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.073218] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.073218] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleting the datastore file [datastore2] efff4d2b-30f9-4e1c-a508-d6473a47075d {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.074311] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28bafaa6-4a4b-4c97-8868-e52d5c2e4bd7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.081742] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1133.081742] env[68292]: value = "task-3072734" [ 1133.081742] env[68292]: _type = "Task" [ 1133.081742] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.092459] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.164982] env[68292]: DEBUG oslo_vmware.api [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143281} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.165285] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.165513] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.165732] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.165944] env[68292]: INFO nova.compute.manager [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1133.166240] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.166454] env[68292]: DEBUG nova.compute.manager [-] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.166568] env[68292]: DEBUG nova.network.neutron [-] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.168886] env[68292]: DEBUG nova.scheduler.client.report [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.181818] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "refresh_cache-2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.182143] env[68292]: DEBUG nova.compute.manager [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Instance network_info: |[{"id": "99641ffb-8eb1-4026-a243-e5617acc0928", "address": "fa:16:3e:e8:72:7d", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99641ffb-8e", "ovs_interfaceid": "99641ffb-8eb1-4026-a243-e5617acc0928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.183066] env[68292]: DEBUG oslo_concurrency.lockutils [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] Acquired lock "refresh_cache-2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.183263] env[68292]: DEBUG nova.network.neutron [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Refreshing network info cache for port 99641ffb-8eb1-4026-a243-e5617acc0928 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.185268] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:72:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99641ffb-8eb1-4026-a243-e5617acc0928', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.193159] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.194059] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.194276] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b6e7618-6501-4a1d-9b5c-f28d1286a00d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.216902] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.216902] env[68292]: value = "task-3072735" [ 1133.216902] env[68292]: _type = "Task" [ 1133.216902] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.224855] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072735, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.286288] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072730, 'name': CreateSnapshot_Task, 'duration_secs': 0.658765} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.286650] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1133.287796] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071ab0a8-5b83-4c85-8ee3-a6b9a6955279 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.431089] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.431089] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.431089] env[68292]: DEBUG nova.network.neutron [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.431089] env[68292]: DEBUG nova.objects.instance [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'info_cache' on Instance uuid d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.454407] env[68292]: DEBUG nova.network.neutron [-] [instance: 794384da-882b-4c93-abf5-692249da289d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.563494] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "6bec1ca1-246e-4e3a-a433-e26399a969fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.563738] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "6bec1ca1-246e-4e3a-a433-e26399a969fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.571043] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-391b9be0-b15b-444d-b1ba-893e1677a3e0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.582591] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c09c60-0578-413b-9ed3-179329cb71c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.603565] env[68292]: DEBUG oslo_vmware.api [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198819} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.603836] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.604075] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.604259] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.616024] env[68292]: DEBUG nova.compute.manager [req-11e0dc7c-4814-4458-ac77-f2e0bd273904 req-c1fd4893-042c-4ee3-8b17-c8ea97c050ab service nova] [instance: 794384da-882b-4c93-abf5-692249da289d] Detach interface failed, port_id=0ddf8c5d-0930-48ec-803a-26c182c07b97, reason: Instance 794384da-882b-4c93-abf5-692249da289d could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1133.628686] env[68292]: INFO nova.scheduler.client.report [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted allocations for instance efff4d2b-30f9-4e1c-a508-d6473a47075d [ 1133.673398] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.693785] env[68292]: INFO nova.scheduler.client.report [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted allocations for instance e8991b62-1fcd-4022-8b6c-2276825b2f85 [ 1133.727105] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072735, 'name': CreateVM_Task, 'duration_secs': 0.326089} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.730195] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.730195] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.730333] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.730622] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.731373] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57450a03-7d2f-49f1-9d58-9311914bf1b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.735471] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1133.735471] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52698cc2-6bb9-b218-050a-bf58096d113a" [ 1133.735471] env[68292]: _type = "Task" [ 1133.735471] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.744171] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52698cc2-6bb9-b218-050a-bf58096d113a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.813015] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1133.813693] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e99220ae-c1d6-4767-9741-aca56aa8c27e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.822898] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1133.822898] env[68292]: value = "task-3072736" [ 1133.822898] env[68292]: _type = "Task" [ 1133.822898] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.833898] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072736, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.919038] env[68292]: DEBUG nova.network.neutron [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Updated VIF entry in instance network info cache for port 99641ffb-8eb1-4026-a243-e5617acc0928. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.919163] env[68292]: DEBUG nova.network.neutron [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Updating instance_info_cache with network_info: [{"id": "99641ffb-8eb1-4026-a243-e5617acc0928", "address": "fa:16:3e:e8:72:7d", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99641ffb-8e", "ovs_interfaceid": "99641ffb-8eb1-4026-a243-e5617acc0928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.933655] env[68292]: DEBUG nova.objects.base [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.955963] env[68292]: INFO nova.compute.manager [-] [instance: 794384da-882b-4c93-abf5-692249da289d] Took 1.38 seconds to deallocate network for instance. [ 1134.066049] env[68292]: DEBUG nova.compute.manager [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.134156] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.134521] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.134795] env[68292]: DEBUG nova.objects.instance [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lazy-loading 'resources' on Instance uuid efff4d2b-30f9-4e1c-a508-d6473a47075d {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.168958] env[68292]: DEBUG nova.network.neutron [-] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.206236] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5872f75b-634c-4d0b-831a-620760296f1a tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "e8991b62-1fcd-4022-8b6c-2276825b2f85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.149s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.246158] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52698cc2-6bb9-b218-050a-bf58096d113a, 'name': SearchDatastore_Task, 'duration_secs': 0.01508} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.246490] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.246753] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.247019] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.247181] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.247362] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.247619] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8fc1abf-15e5-4809-8b63-345f6d457a6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.256951] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.257202] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.257966] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020ac12f-453b-4f38-9e3d-6025922ccdab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.263916] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1134.263916] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b547ab-756e-9ebf-131b-1824f9bfac39" [ 1134.263916] env[68292]: _type = "Task" [ 1134.263916] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.272801] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b547ab-756e-9ebf-131b-1824f9bfac39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.333464] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072736, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.422129] env[68292]: DEBUG oslo_concurrency.lockutils [req-e260f751-0ca3-41e8-a4e7-95cb2b5ac2e6 req-b0c8910e-f166-4d94-953f-db787ec7e64f service nova] Releasing lock "refresh_cache-2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.462666] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.590901] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.637803] env[68292]: DEBUG nova.objects.instance [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lazy-loading 'numa_topology' on Instance uuid efff4d2b-30f9-4e1c-a508-d6473a47075d {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.667970] env[68292]: DEBUG nova.network.neutron [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance_info_cache with network_info: [{"id": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "address": "fa:16:3e:cc:f8:43", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd90c8e-c1", "ovs_interfaceid": "6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.672913] env[68292]: INFO nova.compute.manager [-] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Took 1.51 seconds to deallocate network for instance. [ 1134.774061] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b547ab-756e-9ebf-131b-1824f9bfac39, 'name': SearchDatastore_Task, 'duration_secs': 0.010667} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.774668] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2518d2a0-39fc-4c2f-afd7-bad88717b612 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.780640] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1134.780640] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5291867c-eb09-ebec-b9e0-88ccfd7255aa" [ 1134.780640] env[68292]: _type = "Task" [ 1134.780640] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.788602] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5291867c-eb09-ebec-b9e0-88ccfd7255aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.833849] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072736, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.882550] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "efff4d2b-30f9-4e1c-a508-d6473a47075d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.036236] env[68292]: DEBUG nova.compute.manager [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Received event network-vif-unplugged-df08a656-a319-4b26-bd59-58751b8aea85 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.036452] env[68292]: DEBUG oslo_concurrency.lockutils [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] Acquiring lock "efff4d2b-30f9-4e1c-a508-d6473a47075d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.036694] env[68292]: DEBUG oslo_concurrency.lockutils [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] Lock "efff4d2b-30f9-4e1c-a508-d6473a47075d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.036873] env[68292]: DEBUG oslo_concurrency.lockutils [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] Lock "efff4d2b-30f9-4e1c-a508-d6473a47075d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.037056] env[68292]: DEBUG nova.compute.manager [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] No waiting events found dispatching network-vif-unplugged-df08a656-a319-4b26-bd59-58751b8aea85 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.037227] env[68292]: DEBUG nova.compute.manager [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Received event network-vif-unplugged-df08a656-a319-4b26-bd59-58751b8aea85 for instance with task_state deleting. {{(pid=68292) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 1135.037387] env[68292]: DEBUG nova.compute.manager [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Received event network-changed-df08a656-a319-4b26-bd59-58751b8aea85 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.037539] env[68292]: DEBUG nova.compute.manager [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Refreshing instance network info cache due to event network-changed-df08a656-a319-4b26-bd59-58751b8aea85. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.037721] env[68292]: DEBUG oslo_concurrency.lockutils [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] Acquiring lock "refresh_cache-efff4d2b-30f9-4e1c-a508-d6473a47075d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.037854] env[68292]: DEBUG oslo_concurrency.lockutils [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] Acquired lock "refresh_cache-efff4d2b-30f9-4e1c-a508-d6473a47075d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.038042] env[68292]: DEBUG nova.network.neutron [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Refreshing network info cache for port df08a656-a319-4b26-bd59-58751b8aea85 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.141969] env[68292]: DEBUG nova.objects.base [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.174501] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.179216] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.218519] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "19002d14-56a7-4f6c-a285-34e48434122d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.218800] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "19002d14-56a7-4f6c-a285-34e48434122d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.219014] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "19002d14-56a7-4f6c-a285-34e48434122d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.219202] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "19002d14-56a7-4f6c-a285-34e48434122d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.219367] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "19002d14-56a7-4f6c-a285-34e48434122d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.221477] env[68292]: INFO nova.compute.manager [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Terminating instance [ 1135.286448] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ffa1a9-c798-42f6-abef-ab73f80bd845 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.297135] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fc4e6b-551a-4adc-8fb6-a837079a5033 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.300221] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5291867c-eb09-ebec-b9e0-88ccfd7255aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.301036] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.301317] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e/2a4ce0a7-b7fe-4436-bd34-925d20beaa2e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.301905] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3355df4-6bf8-478b-a616-9e9f21b17b8c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.332178] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5d3579-33b9-4b16-9ed7-9e1e13f22386 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.335316] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1135.335316] env[68292]: value = "task-3072737" [ 1135.335316] env[68292]: _type = "Task" [ 1135.335316] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.343674] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072736, 'name': CloneVM_Task, 'duration_secs': 1.363044} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.345155] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9983bcaa-f67b-4b96-a5e4-e34853bc1066 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.348976] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Created linked-clone VM from snapshot [ 1135.352420] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae3aaf8-8587-4ffa-aa9c-e6d63f8d999d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.354790] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.364684] env[68292]: DEBUG nova.compute.provider_tree [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.369328] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Uploading image 30f6b9fc-3229-4c75-916d-e68401dad04e {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1135.397638] env[68292]: DEBUG oslo_vmware.rw_handles [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1135.397638] env[68292]: value = "vm-615270" [ 1135.397638] env[68292]: _type = "VirtualMachine" [ 1135.397638] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1135.398009] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-58801bf6-7d1b-4b1b-b216-353bd7e8433d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.405712] env[68292]: DEBUG oslo_vmware.rw_handles [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lease: (returnval){ [ 1135.405712] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5282068e-40bd-0179-6fd5-b6690557d62c" [ 1135.405712] env[68292]: _type = "HttpNfcLease" [ 1135.405712] env[68292]: } obtained for exporting VM: (result){ [ 1135.405712] env[68292]: value = "vm-615270" [ 1135.405712] env[68292]: _type = "VirtualMachine" [ 1135.405712] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1135.406011] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the lease: (returnval){ [ 1135.406011] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5282068e-40bd-0179-6fd5-b6690557d62c" [ 1135.406011] env[68292]: _type = "HttpNfcLease" [ 1135.406011] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1135.412016] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.412016] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5282068e-40bd-0179-6fd5-b6690557d62c" [ 1135.412016] env[68292]: _type = "HttpNfcLease" [ 1135.412016] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1135.728344] env[68292]: DEBUG nova.compute.manager [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.728704] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.729687] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc08dbf-13ed-4b62-b4bc-c5ce47381dc5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.739828] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.740146] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35550d6b-8f20-41ff-8cb8-7cc2dc0a972a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.748672] env[68292]: DEBUG oslo_vmware.api [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1135.748672] env[68292]: value = "task-3072739" [ 1135.748672] env[68292]: _type = "Task" [ 1135.748672] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.761477] env[68292]: DEBUG oslo_vmware.api [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.762571] env[68292]: DEBUG nova.network.neutron [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Updated VIF entry in instance network info cache for port df08a656-a319-4b26-bd59-58751b8aea85. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.762923] env[68292]: DEBUG nova.network.neutron [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Updating instance_info_cache with network_info: [{"id": "df08a656-a319-4b26-bd59-58751b8aea85", "address": "fa:16:3e:16:83:0d", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": null, "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdf08a656-a3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.845862] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479436} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.846158] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e/2a4ce0a7-b7fe-4436-bd34-925d20beaa2e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.846284] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.846533] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6afc453c-63a0-4f4f-83e1-ee8ca8ded35f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.853743] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1135.853743] env[68292]: value = "task-3072740" [ 1135.853743] env[68292]: _type = "Task" [ 1135.853743] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.861975] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.873041] env[68292]: DEBUG nova.scheduler.client.report [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.914409] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.914409] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5282068e-40bd-0179-6fd5-b6690557d62c" [ 1135.914409] env[68292]: _type = "HttpNfcLease" [ 1135.914409] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1135.914696] env[68292]: DEBUG oslo_vmware.rw_handles [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1135.914696] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5282068e-40bd-0179-6fd5-b6690557d62c" [ 1135.914696] env[68292]: _type = "HttpNfcLease" [ 1135.914696] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1135.915509] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92754bed-81f9-48a3-99b2-560c3e9c982e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.922994] env[68292]: DEBUG oslo_vmware.rw_handles [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b6a08-f2aa-4e00-1ccb-e995e5630331/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1135.923191] env[68292]: DEBUG oslo_vmware.rw_handles [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b6a08-f2aa-4e00-1ccb-e995e5630331/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1136.009742] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4806d3e1-c9d6-4d85-853c-9d40c40518ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.180854] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.181171] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61e8510f-d25c-4423-bf68-8760a24dc030 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.188648] env[68292]: DEBUG oslo_vmware.api [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1136.188648] env[68292]: value = "task-3072741" [ 1136.188648] env[68292]: _type = "Task" [ 1136.188648] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.197986] env[68292]: DEBUG oslo_vmware.api [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.259829] env[68292]: DEBUG oslo_vmware.api [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072739, 'name': PowerOffVM_Task, 'duration_secs': 0.198273} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.260170] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.260391] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.260683] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0131c5c-83fc-44ef-974f-546bda631c7c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.265450] env[68292]: DEBUG oslo_concurrency.lockutils [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] Releasing lock "refresh_cache-efff4d2b-30f9-4e1c-a508-d6473a47075d" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.265713] env[68292]: DEBUG nova.compute.manager [req-a65eb66a-9a7c-49fb-a7ab-98f8f6e643f5 req-10026dec-8877-49dc-b0b0-6ddd49beb068 service nova] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Received event network-vif-deleted-06b10b1f-f867-4a37-a73f-15469d5ab9a1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.324748] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.326039] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.326039] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleting the datastore file [datastore2] 19002d14-56a7-4f6c-a285-34e48434122d {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.326039] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af79b3ca-3ffe-4761-8c3f-9403d733ed01 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.332562] env[68292]: DEBUG oslo_vmware.api [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for the task: (returnval){ [ 1136.332562] env[68292]: value = "task-3072743" [ 1136.332562] env[68292]: _type = "Task" [ 1136.332562] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.340920] env[68292]: DEBUG oslo_vmware.api [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.363757] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071599} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.364765] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.365680] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a9d63e-aeae-45c4-a4dc-c9a7639e1760 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.383077] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.395577] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e/2a4ce0a7-b7fe-4436-bd34-925d20beaa2e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.396291] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.934s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.396617] env[68292]: DEBUG nova.objects.instance [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lazy-loading 'resources' on Instance uuid 794384da-882b-4c93-abf5-692249da289d {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.397769] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b775d791-6639-41e4-bab4-89ab8e475f96 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.420847] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1136.420847] env[68292]: value = "task-3072744" [ 1136.420847] env[68292]: _type = "Task" [ 1136.420847] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.431252] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.698446] env[68292]: DEBUG oslo_vmware.api [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072741, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.842734] env[68292]: DEBUG oslo_vmware.api [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Task: {'id': task-3072743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152915} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.843418] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.843825] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.844168] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.844797] env[68292]: INFO nova.compute.manager [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1136.844797] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.844944] env[68292]: DEBUG nova.compute.manager [-] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.845020] env[68292]: DEBUG nova.network.neutron [-] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.902242] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d87b27e-e1f4-4ad7-b5b9-dae477187df6 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "efff4d2b-30f9-4e1c-a508-d6473a47075d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.951s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.903354] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "efff4d2b-30f9-4e1c-a508-d6473a47075d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.021s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.903476] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "efff4d2b-30f9-4e1c-a508-d6473a47075d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.903711] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "efff4d2b-30f9-4e1c-a508-d6473a47075d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.903953] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "efff4d2b-30f9-4e1c-a508-d6473a47075d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.905734] env[68292]: INFO nova.compute.manager [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Terminating instance [ 1136.932403] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.080309] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b25c7d-bc08-4076-9a1b-96fc266b303a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.089301] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309d4f7b-3497-4169-a498-e4025b202ed2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.122278] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848642ac-0c17-4893-84b2-a47b5728f09a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.131433] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facb6fb6-7d59-41ff-b31b-7d94acba377a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.148270] env[68292]: DEBUG nova.compute.provider_tree [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.153531] env[68292]: DEBUG nova.compute.manager [req-86c2f2bb-85d4-4d30-85ca-58b087eec266 req-b2244759-54bc-45f5-a3ef-bfdbb7f299ab service nova] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Received event network-vif-deleted-67e011cd-6171-4938-a923-ea3c1939d18c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.153857] env[68292]: INFO nova.compute.manager [req-86c2f2bb-85d4-4d30-85ca-58b087eec266 req-b2244759-54bc-45f5-a3ef-bfdbb7f299ab service nova] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Neutron deleted interface 67e011cd-6171-4938-a923-ea3c1939d18c; detaching it from the instance and deleting it from the info cache [ 1137.154143] env[68292]: DEBUG nova.network.neutron [req-86c2f2bb-85d4-4d30-85ca-58b087eec266 req-b2244759-54bc-45f5-a3ef-bfdbb7f299ab service nova] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.199508] env[68292]: DEBUG oslo_vmware.api [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072741, 'name': PowerOnVM_Task, 'duration_secs': 0.526137} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.200218] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.201122] env[68292]: DEBUG nova.compute.manager [None req-c4f23615-c3eb-4b35-bb88-6565785ef7be tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.203169] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9f1914-724c-4fd0-b7c5-cfe7a922f034 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.409752] env[68292]: DEBUG nova.compute.manager [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.410108] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.410511] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94c1bbd8-9c8e-4548-a4af-4e1794e2d6e9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.420162] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da44d004-94cc-43c7-9521-2c87bbcd0f51 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.439583] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072744, 'name': ReconfigVM_Task, 'duration_secs': 0.620816} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.440084] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e/2a4ce0a7-b7fe-4436-bd34-925d20beaa2e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.440981] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f72e106-011b-4e12-98a5-e3a8b995aab2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.454049] env[68292]: WARNING nova.virt.vmwareapi.vmops [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance efff4d2b-30f9-4e1c-a508-d6473a47075d could not be found. [ 1137.454403] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.454728] env[68292]: INFO nova.compute.manager [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1137.455129] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.455925] env[68292]: DEBUG nova.compute.manager [-] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.456143] env[68292]: DEBUG nova.network.neutron [-] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.461069] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1137.461069] env[68292]: value = "task-3072745" [ 1137.461069] env[68292]: _type = "Task" [ 1137.461069] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.469023] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072745, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.638965] env[68292]: DEBUG nova.network.neutron [-] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.656900] env[68292]: DEBUG nova.scheduler.client.report [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.661234] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a32cabe0-c51e-4ee2-b60c-f02f5dd665b9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.671745] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39d767e-99c2-40e7-9808-de6f7cfb9fbd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.709157] env[68292]: DEBUG nova.compute.manager [req-86c2f2bb-85d4-4d30-85ca-58b087eec266 req-b2244759-54bc-45f5-a3ef-bfdbb7f299ab service nova] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Detach interface failed, port_id=67e011cd-6171-4938-a923-ea3c1939d18c, reason: Instance 19002d14-56a7-4f6c-a285-34e48434122d could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.973660] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072745, 'name': Rename_Task, 'duration_secs': 0.247979} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.974082] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.974417] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d3c66ab-d62d-4599-91f2-2cc397402749 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.981462] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1137.981462] env[68292]: value = "task-3072746" [ 1137.981462] env[68292]: _type = "Task" [ 1137.981462] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.991206] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.143030] env[68292]: INFO nova.compute.manager [-] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Took 1.30 seconds to deallocate network for instance. [ 1138.165383] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.168208] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.577s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.170420] env[68292]: INFO nova.compute.claims [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.190494] env[68292]: INFO nova.scheduler.client.report [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Deleted allocations for instance 794384da-882b-4c93-abf5-692249da289d [ 1138.223539] env[68292]: DEBUG nova.network.neutron [-] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.491921] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.649387] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.698830] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3c615af9-76ef-4e50-b27d-4a1b7722af4c tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "794384da-882b-4c93-abf5-692249da289d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.786s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.726224] env[68292]: INFO nova.compute.manager [-] [instance: efff4d2b-30f9-4e1c-a508-d6473a47075d] Took 1.27 seconds to deallocate network for instance. [ 1138.859071] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "0816634f-552c-4d73-a72c-0f1469672700" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.859481] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "0816634f-552c-4d73-a72c-0f1469672700" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.859768] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "0816634f-552c-4d73-a72c-0f1469672700-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.860107] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "0816634f-552c-4d73-a72c-0f1469672700-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.860341] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "0816634f-552c-4d73-a72c-0f1469672700-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.862903] env[68292]: INFO nova.compute.manager [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Terminating instance [ 1138.967681] env[68292]: DEBUG oslo_concurrency.lockutils [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.968176] env[68292]: DEBUG oslo_concurrency.lockutils [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.968411] env[68292]: DEBUG oslo_concurrency.lockutils [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.968681] env[68292]: DEBUG oslo_concurrency.lockutils [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.968933] env[68292]: DEBUG oslo_concurrency.lockutils [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.971537] env[68292]: INFO nova.compute.manager [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Terminating instance [ 1138.994082] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.327748] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a62c21-ad98-40e3-bfcc-62f9e12b66c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.335420] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577d4fb6-e78a-4cd5-ab40-8e1b3b5ef9d7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.367255] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855ba4d6-5ffe-474a-b61d-8bf5c8742a05 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.370361] env[68292]: DEBUG nova.compute.manager [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.370581] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.371375] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6885c47-8a68-4c21-9601-2e6461458703 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.378764] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.380770] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc0a6a80-941d-4c02-8e6d-84756d507990 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.383343] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b9ca00-3f58-40b2-afff-8e486d4396e3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.397163] env[68292]: DEBUG nova.compute.provider_tree [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.399866] env[68292]: DEBUG oslo_vmware.api [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1139.399866] env[68292]: value = "task-3072747" [ 1139.399866] env[68292]: _type = "Task" [ 1139.399866] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.409748] env[68292]: DEBUG oslo_vmware.api [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.476456] env[68292]: DEBUG nova.compute.manager [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.476843] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.477776] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11404fc8-c86c-4962-b97e-18abc8189175 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.486085] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.489291] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f797b71b-8182-4d4f-adf0-ab4ce8b24a43 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.495679] env[68292]: DEBUG oslo_vmware.api [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072746, 'name': PowerOnVM_Task, 'duration_secs': 1.258202} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.497309] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.497528] env[68292]: INFO nova.compute.manager [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1139.497707] env[68292]: DEBUG nova.compute.manager [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.498029] env[68292]: DEBUG oslo_vmware.api [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1139.498029] env[68292]: value = "task-3072748" [ 1139.498029] env[68292]: _type = "Task" [ 1139.498029] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.498785] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f151be-96f5-4f41-b947-cce7cbf303c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.514028] env[68292]: DEBUG oslo_vmware.api [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.752593] env[68292]: DEBUG oslo_concurrency.lockutils [None req-aa71d958-cdca-4aec-8eed-4e7cd357473b tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "efff4d2b-30f9-4e1c-a508-d6473a47075d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.849s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.901753] env[68292]: DEBUG nova.scheduler.client.report [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.914026] env[68292]: DEBUG oslo_vmware.api [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072747, 'name': PowerOffVM_Task, 'duration_secs': 0.355105} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.914318] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.914492] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.914743] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-434fca12-e0de-4bd4-9666-09b3391dccfb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.976785] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.976785] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.977021] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Deleting the datastore file [datastore2] 0816634f-552c-4d73-a72c-0f1469672700 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.977099] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-948b05b6-b20b-4307-a449-6872ca208227 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.984864] env[68292]: DEBUG oslo_vmware.api [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for the task: (returnval){ [ 1139.984864] env[68292]: value = "task-3072750" [ 1139.984864] env[68292]: _type = "Task" [ 1139.984864] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.993495] env[68292]: DEBUG oslo_vmware.api [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.011979] env[68292]: DEBUG oslo_vmware.api [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072748, 'name': PowerOffVM_Task, 'duration_secs': 0.256414} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.012373] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.012620] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.012922] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a807bfa-da19-470c-8425-55b38738701c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.024107] env[68292]: INFO nova.compute.manager [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Took 13.33 seconds to build instance. [ 1140.076533] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.076803] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.077023] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleting the datastore file [datastore1] d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.077291] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89e8a564-7cdf-4ef9-8c83-8c32812dd169 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.083792] env[68292]: DEBUG oslo_vmware.api [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1140.083792] env[68292]: value = "task-3072752" [ 1140.083792] env[68292]: _type = "Task" [ 1140.083792] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.092052] env[68292]: DEBUG oslo_vmware.api [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.409457] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.410030] env[68292]: DEBUG nova.compute.manager [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.413053] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.234s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.413053] env[68292]: DEBUG nova.objects.instance [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lazy-loading 'resources' on Instance uuid 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.485771] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42f6a85c-feb8-4ac3-bd55-08aab5b89185 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.495123] env[68292]: DEBUG oslo_vmware.api [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Task: {'id': task-3072750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142571} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.495410] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.495600] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.495787] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.496024] env[68292]: INFO nova.compute.manager [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1140.496277] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.496464] env[68292]: DEBUG nova.compute.manager [-] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.496560] env[68292]: DEBUG nova.network.neutron [-] [instance: 0816634f-552c-4d73-a72c-0f1469672700] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.527044] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b6f084fd-9d38-4505-9990-0f8d3ce9952b tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.840s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.527291] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42f6a85c-feb8-4ac3-bd55-08aab5b89185 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.042s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.527425] env[68292]: DEBUG nova.compute.manager [None req-42f6a85c-feb8-4ac3-bd55-08aab5b89185 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.528456] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44957bea-5af7-47e1-a53a-ba93169de4a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.535434] env[68292]: DEBUG nova.compute.manager [None req-42f6a85c-feb8-4ac3-bd55-08aab5b89185 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68292) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1140.535991] env[68292]: DEBUG nova.objects.instance [None req-42f6a85c-feb8-4ac3-bd55-08aab5b89185 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lazy-loading 'flavor' on Instance uuid 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.595493] env[68292]: DEBUG oslo_vmware.api [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148448} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.595772] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.595959] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.596230] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.596425] env[68292]: INFO nova.compute.manager [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1140.596588] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.596859] env[68292]: DEBUG nova.compute.manager [-] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.597030] env[68292]: DEBUG nova.network.neutron [-] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.883636] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "a5a045b9-1050-420a-9d90-5a5205499e16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.883928] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "a5a045b9-1050-420a-9d90-5a5205499e16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.915741] env[68292]: DEBUG nova.compute.utils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.919929] env[68292]: DEBUG nova.compute.manager [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.920127] env[68292]: DEBUG nova.network.neutron [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.964110] env[68292]: DEBUG nova.policy [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdd345fdf09c4610b85f92ff61c3159d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11c1524c1ede484b813c7042ebedd356', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.097019] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d101135a-6f06-455e-aebf-b084543042fe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.104990] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015b8f20-ce92-4236-905c-c5e9f7c7583c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.137994] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42441f45-9c45-4dea-b124-73d73be7afda {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.141685] env[68292]: DEBUG nova.compute.manager [req-b8db5b71-b1f5-41d5-825e-9de3dca2d2c2 req-679282e8-1769-4d07-8499-02596e0e8d7d service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Received event network-vif-deleted-6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.141915] env[68292]: INFO nova.compute.manager [req-b8db5b71-b1f5-41d5-825e-9de3dca2d2c2 req-679282e8-1769-4d07-8499-02596e0e8d7d service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Neutron deleted interface 6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c; detaching it from the instance and deleting it from the info cache [ 1141.142103] env[68292]: DEBUG nova.network.neutron [req-b8db5b71-b1f5-41d5-825e-9de3dca2d2c2 req-679282e8-1769-4d07-8499-02596e0e8d7d service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.151416] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a561d60e-a20d-4fd8-86c1-add22e993a4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.166630] env[68292]: DEBUG nova.compute.provider_tree [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.204420] env[68292]: DEBUG nova.compute.manager [req-30d4c8a6-d9dc-4563-b81b-70fcd58937c6 req-0f381cc7-279b-4ccc-9634-da4f86f67249 service nova] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Received event network-vif-deleted-86d46917-fcbc-40b1-8df4-b560d69cd9b1 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.204420] env[68292]: INFO nova.compute.manager [req-30d4c8a6-d9dc-4563-b81b-70fcd58937c6 req-0f381cc7-279b-4ccc-9634-da4f86f67249 service nova] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Neutron deleted interface 86d46917-fcbc-40b1-8df4-b560d69cd9b1; detaching it from the instance and deleting it from the info cache [ 1141.204420] env[68292]: DEBUG nova.network.neutron [req-30d4c8a6-d9dc-4563-b81b-70fcd58937c6 req-0f381cc7-279b-4ccc-9634-da4f86f67249 service nova] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.243353] env[68292]: DEBUG nova.network.neutron [-] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.297763] env[68292]: DEBUG nova.network.neutron [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Successfully created port: 42006187-85e9-446f-98a3-f9153a75fe11 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.386282] env[68292]: DEBUG nova.compute.manager [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.420747] env[68292]: DEBUG nova.compute.manager [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.545956] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f6a85c-feb8-4ac3-bd55-08aab5b89185 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.546315] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bad2df25-dcee-4907-9b11-14e5145d74ff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.555256] env[68292]: DEBUG oslo_vmware.api [None req-42f6a85c-feb8-4ac3-bd55-08aab5b89185 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1141.555256] env[68292]: value = "task-3072753" [ 1141.555256] env[68292]: _type = "Task" [ 1141.555256] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.564378] env[68292]: DEBUG oslo_vmware.api [None req-42f6a85c-feb8-4ac3-bd55-08aab5b89185 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.644838] env[68292]: DEBUG nova.network.neutron [-] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.647104] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71a0b14e-d3e2-48ea-b1c2-bf6c6156c6ca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.656806] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e109faf4-a999-415e-8cdb-3ce84d703a3e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.669633] env[68292]: DEBUG nova.scheduler.client.report [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.692197] env[68292]: DEBUG nova.compute.manager [req-b8db5b71-b1f5-41d5-825e-9de3dca2d2c2 req-679282e8-1769-4d07-8499-02596e0e8d7d service nova] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Detach interface failed, port_id=6dd90c8e-c1f6-4fc3-a397-0b0701f5ae2c, reason: Instance d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1141.708022] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71094b93-f324-42b2-8e54-dfee91eff474 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.717894] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289ee87d-2502-481c-9c4c-554a7417053a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.756573] env[68292]: INFO nova.compute.manager [-] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Took 1.26 seconds to deallocate network for instance. [ 1141.756848] env[68292]: DEBUG nova.compute.manager [req-30d4c8a6-d9dc-4563-b81b-70fcd58937c6 req-0f381cc7-279b-4ccc-9634-da4f86f67249 service nova] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Detach interface failed, port_id=86d46917-fcbc-40b1-8df4-b560d69cd9b1, reason: Instance 0816634f-552c-4d73-a72c-0f1469672700 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1141.910792] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.065780] env[68292]: DEBUG oslo_vmware.api [None req-42f6a85c-feb8-4ac3-bd55-08aab5b89185 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072753, 'name': PowerOffVM_Task, 'duration_secs': 0.237073} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.066124] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f6a85c-feb8-4ac3-bd55-08aab5b89185 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.066376] env[68292]: DEBUG nova.compute.manager [None req-42f6a85c-feb8-4ac3-bd55-08aab5b89185 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.067221] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab06a6d-b4d8-46b9-9817-107ed4f32f11 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.148052] env[68292]: INFO nova.compute.manager [-] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Took 1.55 seconds to deallocate network for instance. [ 1142.174767] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.177581] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.528s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.177830] env[68292]: DEBUG nova.objects.instance [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lazy-loading 'resources' on Instance uuid 19002d14-56a7-4f6c-a285-34e48434122d {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.193355] env[68292]: INFO nova.scheduler.client.report [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Deleted allocations for instance 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8 [ 1142.264695] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.433282] env[68292]: DEBUG nova.compute.manager [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.458435] env[68292]: DEBUG nova.virt.hardware [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.458707] env[68292]: DEBUG nova.virt.hardware [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.458920] env[68292]: DEBUG nova.virt.hardware [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.459143] env[68292]: DEBUG nova.virt.hardware [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.459298] env[68292]: DEBUG nova.virt.hardware [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.459469] env[68292]: DEBUG nova.virt.hardware [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.459701] env[68292]: DEBUG nova.virt.hardware [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.459898] env[68292]: DEBUG nova.virt.hardware [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.460120] env[68292]: DEBUG nova.virt.hardware [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.460273] env[68292]: DEBUG nova.virt.hardware [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.460470] env[68292]: DEBUG nova.virt.hardware [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.461455] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33114816-f231-402e-8530-8415bbe77f8f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.470057] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa38cec2-6bc4-469b-bd79-333f355e02f5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.580062] env[68292]: DEBUG oslo_concurrency.lockutils [None req-42f6a85c-feb8-4ac3-bd55-08aab5b89185 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.654855] env[68292]: DEBUG oslo_concurrency.lockutils [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.702134] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c5ef99ab-d402-4fef-9b27-624bb0f1f0ce tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.178s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.815833] env[68292]: DEBUG nova.network.neutron [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Successfully updated port: 42006187-85e9-446f-98a3-f9153a75fe11 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.834556] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d31f65-2a71-4eb2-a857-5fb094a16359 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.842867] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac1bcb0-3145-49f1-8070-409ad42e6cb4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.874022] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484fc77c-8979-4cba-80fd-e015f4a94f95 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.881381] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee72f7c-0d25-4998-8b6c-5dc4fe5d33a7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.894819] env[68292]: DEBUG nova.compute.provider_tree [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.981118] env[68292]: INFO nova.compute.manager [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Rebuilding instance [ 1143.018950] env[68292]: DEBUG nova.compute.manager [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.019835] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89310d9-1fa6-4c2f-9e9d-87d916e08d7c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.234552] env[68292]: DEBUG nova.compute.manager [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Received event network-vif-plugged-42006187-85e9-446f-98a3-f9153a75fe11 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.234809] env[68292]: DEBUG oslo_concurrency.lockutils [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] Acquiring lock "6bec1ca1-246e-4e3a-a433-e26399a969fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.235105] env[68292]: DEBUG oslo_concurrency.lockutils [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] Lock "6bec1ca1-246e-4e3a-a433-e26399a969fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.235257] env[68292]: DEBUG oslo_concurrency.lockutils [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] Lock "6bec1ca1-246e-4e3a-a433-e26399a969fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.235442] env[68292]: DEBUG nova.compute.manager [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] No waiting events found dispatching network-vif-plugged-42006187-85e9-446f-98a3-f9153a75fe11 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.235621] env[68292]: WARNING nova.compute.manager [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Received unexpected event network-vif-plugged-42006187-85e9-446f-98a3-f9153a75fe11 for instance with vm_state building and task_state spawning. [ 1143.235808] env[68292]: DEBUG nova.compute.manager [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Received event network-changed-42006187-85e9-446f-98a3-f9153a75fe11 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.235981] env[68292]: DEBUG nova.compute.manager [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Refreshing instance network info cache due to event network-changed-42006187-85e9-446f-98a3-f9153a75fe11. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.236206] env[68292]: DEBUG oslo_concurrency.lockutils [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] Acquiring lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.236348] env[68292]: DEBUG oslo_concurrency.lockutils [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] Acquired lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.236510] env[68292]: DEBUG nova.network.neutron [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Refreshing network info cache for port 42006187-85e9-446f-98a3-f9153a75fe11 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.321464] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.397861] env[68292]: DEBUG nova.scheduler.client.report [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.776111] env[68292]: DEBUG nova.network.neutron [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.855375] env[68292]: DEBUG nova.network.neutron [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.902993] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.906072] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.995s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.908278] env[68292]: INFO nova.compute.claims [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.928758] env[68292]: INFO nova.scheduler.client.report [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Deleted allocations for instance 19002d14-56a7-4f6c-a285-34e48434122d [ 1143.983142] env[68292]: DEBUG oslo_vmware.rw_handles [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b6a08-f2aa-4e00-1ccb-e995e5630331/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1143.988020] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9f624e-9047-4ed4-8b72-e79ae3f2961b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.995573] env[68292]: DEBUG oslo_vmware.rw_handles [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b6a08-f2aa-4e00-1ccb-e995e5630331/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1143.995858] env[68292]: ERROR oslo_vmware.rw_handles [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b6a08-f2aa-4e00-1ccb-e995e5630331/disk-0.vmdk due to incomplete transfer. [ 1143.996704] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7070f840-fdde-4c36-a8e6-3785ee897a75 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.004761] env[68292]: DEBUG oslo_vmware.rw_handles [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b6a08-f2aa-4e00-1ccb-e995e5630331/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1144.005058] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Uploaded image 30f6b9fc-3229-4c75-916d-e68401dad04e to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1144.008417] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1144.008537] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f83efc4a-dd00-4632-b379-fc0006f96184 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.016585] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1144.016585] env[68292]: value = "task-3072754" [ 1144.016585] env[68292]: _type = "Task" [ 1144.016585] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.028841] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072754, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.032689] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.033070] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd0bc3a9-2c6a-4f8e-9795-2dc0303ce661 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.039836] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1144.039836] env[68292]: value = "task-3072755" [ 1144.039836] env[68292]: _type = "Task" [ 1144.039836] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.050021] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1144.050537] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.051403] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf51b0d-fb2f-44fd-986c-b7bada04d936 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.057837] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.058061] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8c2cc0d-5578-4cab-91d7-2f00a0e0061e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.118589] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.118822] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.119021] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleting the datastore file [datastore1] 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.119289] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08ca9fa7-531a-448d-b6b0-18a0a68f7f4f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.126791] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1144.126791] env[68292]: value = "task-3072757" [ 1144.126791] env[68292]: _type = "Task" [ 1144.126791] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.135544] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.357845] env[68292]: DEBUG oslo_concurrency.lockutils [req-8d6f28dc-e217-4338-bd2f-3b8c0b8a2e46 req-e99be367-499b-4840-a133-85434c3b4c24 service nova] Releasing lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.358321] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.358521] env[68292]: DEBUG nova.network.neutron [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.439771] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7883e4b5-5fac-4227-a65c-13f341a8f47e tempest-ServersTestJSON-1046097450 tempest-ServersTestJSON-1046097450-project-member] Lock "19002d14-56a7-4f6c-a285-34e48434122d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.220s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.527410] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072754, 'name': Destroy_Task, 'duration_secs': 0.314564} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.527410] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Destroyed the VM [ 1144.527410] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1144.527410] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d64ac07b-41c7-42dd-9a79-1791da50af0e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.534286] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1144.534286] env[68292]: value = "task-3072758" [ 1144.534286] env[68292]: _type = "Task" [ 1144.534286] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.542124] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.638456] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150021} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.638910] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.639232] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.639552] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.893641] env[68292]: DEBUG nova.network.neutron [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.043923] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072758, 'name': RemoveSnapshot_Task, 'duration_secs': 0.341499} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.044367] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1145.044770] env[68292]: DEBUG nova.compute.manager [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.045841] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b642de-9134-4955-bc31-65a0e38b5155 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.055696] env[68292]: DEBUG nova.network.neutron [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance_info_cache with network_info: [{"id": "42006187-85e9-446f-98a3-f9153a75fe11", "address": "fa:16:3e:1a:d4:5d", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42006187-85", "ovs_interfaceid": "42006187-85e9-446f-98a3-f9153a75fe11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.069344] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cb6c54-0117-46a2-9400-7e1ea9526c66 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.078024] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46c58af-69c8-4329-bffb-ed7cae40d833 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.119274] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a517619-9b79-4b9c-bf7f-f092a08dbede {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.127905] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6684e524-c07d-4d6d-8fa1-3fb13f90fe45 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.143697] env[68292]: DEBUG nova.compute.provider_tree [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.198561] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "4ce0e150-4724-40df-b312-d33de7f128f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.198795] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "4ce0e150-4724-40df-b312-d33de7f128f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.560097] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.560513] env[68292]: DEBUG nova.compute.manager [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Instance network_info: |[{"id": "42006187-85e9-446f-98a3-f9153a75fe11", "address": "fa:16:3e:1a:d4:5d", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42006187-85", "ovs_interfaceid": "42006187-85e9-446f-98a3-f9153a75fe11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.560994] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:d4:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42006187-85e9-446f-98a3-f9153a75fe11', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.568633] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.570949] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.571780] env[68292]: INFO nova.compute.manager [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Shelve offloading [ 1145.573911] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f7ce8a6-538d-4607-8f42-119267b62845 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.596034] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.596034] env[68292]: value = "task-3072759" [ 1145.596034] env[68292]: _type = "Task" [ 1145.596034] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.603776] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072759, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.654456] env[68292]: DEBUG nova.scheduler.client.report [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.689180] env[68292]: DEBUG nova.virt.hardware [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.689468] env[68292]: DEBUG nova.virt.hardware [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.689606] env[68292]: DEBUG nova.virt.hardware [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.689786] env[68292]: DEBUG nova.virt.hardware [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.689936] env[68292]: DEBUG nova.virt.hardware [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.690141] env[68292]: DEBUG nova.virt.hardware [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.690364] env[68292]: DEBUG nova.virt.hardware [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.690523] env[68292]: DEBUG nova.virt.hardware [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.690762] env[68292]: DEBUG nova.virt.hardware [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.690840] env[68292]: DEBUG nova.virt.hardware [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.691014] env[68292]: DEBUG nova.virt.hardware [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.692171] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11af0182-d2b2-440f-b550-6df4e6fc07b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.700370] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ba9611-09fd-49cc-8514-bc79ddef344c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.705143] env[68292]: DEBUG nova.compute.manager [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.719546] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:72:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99641ffb-8eb1-4026-a243-e5617acc0928', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.726336] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.726891] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.727230] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-439015a5-dfe4-463f-bfed-0148b8b3ab7e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.746815] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.746815] env[68292]: value = "task-3072760" [ 1145.746815] env[68292]: _type = "Task" [ 1145.746815] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.754854] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072760, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.093408] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.093408] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cd8eee8-3612-44ed-b4d1-63244a3dfb1e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.097551] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1146.097551] env[68292]: value = "task-3072761" [ 1146.097551] env[68292]: _type = "Task" [ 1146.097551] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.108445] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072759, 'name': CreateVM_Task, 'duration_secs': 0.314834} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.111746] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.112506] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.112676] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.112993] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.113317] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1146.113506] env[68292]: DEBUG nova.compute.manager [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.113736] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc632082-1fa7-4630-a48f-30bf1a0684d4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.115763] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e1e0f9-15ab-49cd-867b-eb0c2121235b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.120932] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1146.120932] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52def615-8274-3430-d567-edf1b6ecf5da" [ 1146.120932] env[68292]: _type = "Task" [ 1146.120932] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.122507] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.122686] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.122870] env[68292]: DEBUG nova.network.neutron [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.131392] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52def615-8274-3430-d567-edf1b6ecf5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.164046] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.164667] env[68292]: DEBUG nova.compute.manager [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.167521] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.903s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.167752] env[68292]: DEBUG nova.objects.instance [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lazy-loading 'resources' on Instance uuid 0816634f-552c-4d73-a72c-0f1469672700 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.237128] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.258840] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072760, 'name': CreateVM_Task, 'duration_secs': 0.300222} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.259772] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.260483] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.634202] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52def615-8274-3430-d567-edf1b6ecf5da, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.634901] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.635151] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.635384] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.635525] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.635699] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.636119] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.636434] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.637029] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d22bc3d-8360-42bc-a0d6-e3a3815df8d4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.638395] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dac5357-9927-4fd4-9121-770fcec4fb4c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.644042] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1146.644042] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52df9bc4-a96c-eee1-e05d-63d5537cefcc" [ 1146.644042] env[68292]: _type = "Task" [ 1146.644042] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.648642] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.648754] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.649768] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9d8fdc-8619-459e-9758-e700c1ee0c6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.654625] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52df9bc4-a96c-eee1-e05d-63d5537cefcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.657317] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1146.657317] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52133509-6461-0481-b1c4-22401c7c8445" [ 1146.657317] env[68292]: _type = "Task" [ 1146.657317] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.665501] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52133509-6461-0481-b1c4-22401c7c8445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.670724] env[68292]: DEBUG nova.compute.utils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.674862] env[68292]: DEBUG nova.compute.manager [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.675072] env[68292]: DEBUG nova.network.neutron [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.733877] env[68292]: DEBUG nova.policy [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '015883cd6d5d4b6b8389cc2c53340746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '686239d102c44129a735969d15062852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.831946] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825be033-30c1-496d-9dcb-5129a0b81a9c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.840181] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2264a8d2-583a-4afd-99b8-1d6a5a18b9e0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.873104] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfface37-ba0a-4435-93d9-12abd02b2c30 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.876605] env[68292]: DEBUG nova.network.neutron [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updating instance_info_cache with network_info: [{"id": "e0d874e3-9491-44ca-86ea-090541148c5f", "address": "fa:16:3e:bb:f4:74", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d874e3-94", "ovs_interfaceid": "e0d874e3-9491-44ca-86ea-090541148c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.882684] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65209d0-9032-411d-9e74-067f0629cf3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.899260] env[68292]: DEBUG nova.compute.provider_tree [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.984461] env[68292]: DEBUG nova.network.neutron [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Successfully created port: a9319649-aed8-4dab-a43b-52d5f5773975 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.157127] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52df9bc4-a96c-eee1-e05d-63d5537cefcc, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.157127] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.157468] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.157517] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.166832] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52133509-6461-0481-b1c4-22401c7c8445, 'name': SearchDatastore_Task, 'duration_secs': 0.0083} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.168158] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834e90bf-5cd2-42d1-9ef7-aab471ffeb38 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.173423] env[68292]: DEBUG nova.compute.manager [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.177358] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1147.177358] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f5ee92-789e-e4d7-0232-c7aec82f4567" [ 1147.177358] env[68292]: _type = "Task" [ 1147.177358] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.184783] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f5ee92-789e-e4d7-0232-c7aec82f4567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.380091] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.402443] env[68292]: DEBUG nova.scheduler.client.report [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.601281] env[68292]: DEBUG nova.compute.manager [req-c661c5b4-72ce-49eb-aaed-79a1b34eac10 req-ea6f7ae8-f0d2-4619-9d63-c3c6b0ee0206 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Received event network-vif-unplugged-e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.601543] env[68292]: DEBUG oslo_concurrency.lockutils [req-c661c5b4-72ce-49eb-aaed-79a1b34eac10 req-ea6f7ae8-f0d2-4619-9d63-c3c6b0ee0206 service nova] Acquiring lock "022bc348-49da-4911-ab3d-a162305bdeaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.601770] env[68292]: DEBUG oslo_concurrency.lockutils [req-c661c5b4-72ce-49eb-aaed-79a1b34eac10 req-ea6f7ae8-f0d2-4619-9d63-c3c6b0ee0206 service nova] Lock "022bc348-49da-4911-ab3d-a162305bdeaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.601942] env[68292]: DEBUG oslo_concurrency.lockutils [req-c661c5b4-72ce-49eb-aaed-79a1b34eac10 req-ea6f7ae8-f0d2-4619-9d63-c3c6b0ee0206 service nova] Lock "022bc348-49da-4911-ab3d-a162305bdeaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.602369] env[68292]: DEBUG nova.compute.manager [req-c661c5b4-72ce-49eb-aaed-79a1b34eac10 req-ea6f7ae8-f0d2-4619-9d63-c3c6b0ee0206 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] No waiting events found dispatching network-vif-unplugged-e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.603033] env[68292]: WARNING nova.compute.manager [req-c661c5b4-72ce-49eb-aaed-79a1b34eac10 req-ea6f7ae8-f0d2-4619-9d63-c3c6b0ee0206 service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Received unexpected event network-vif-unplugged-e0d874e3-9491-44ca-86ea-090541148c5f for instance with vm_state shelved and task_state shelving_offloading. [ 1147.686117] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.687342] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f955f3-2267-46db-b171-2604081e46a7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.693634] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f5ee92-789e-e4d7-0232-c7aec82f4567, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.694321] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.694636] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 6bec1ca1-246e-4e3a-a433-e26399a969fa/6bec1ca1-246e-4e3a-a433-e26399a969fa.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.694948] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.695189] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.695424] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-894a929c-507b-4f0b-b690-3b0999c3ef24 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.699038] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-486dbe03-c720-42c8-a08e-f6d9e8465914 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.700960] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.701521] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c2e52f9-def9-42e7-8428-30a3afd532ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.705031] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1147.705031] env[68292]: value = "task-3072762" [ 1147.705031] env[68292]: _type = "Task" [ 1147.705031] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.709438] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.709655] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.712961] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad3e583-3929-4483-90df-ecd6558e08cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.715308] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.718836] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1147.718836] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5209920c-7f39-d476-af72-acf47f2d991c" [ 1147.718836] env[68292]: _type = "Task" [ 1147.718836] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.726813] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5209920c-7f39-d476-af72-acf47f2d991c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.771463] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.772011] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.772289] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleting the datastore file [datastore1] 022bc348-49da-4911-ab3d-a162305bdeaa {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.772595] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-411528a5-286b-4db0-a6a1-f4aa6673bcb0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.780636] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1147.780636] env[68292]: value = "task-3072764" [ 1147.780636] env[68292]: _type = "Task" [ 1147.780636] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.789404] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.908042] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.910584] env[68292]: DEBUG oslo_concurrency.lockutils [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.256s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.910806] env[68292]: DEBUG oslo_concurrency.lockutils [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.913712] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.677s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.915568] env[68292]: INFO nova.compute.claims [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.935205] env[68292]: INFO nova.scheduler.client.report [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleted allocations for instance d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66 [ 1147.937910] env[68292]: INFO nova.scheduler.client.report [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Deleted allocations for instance 0816634f-552c-4d73-a72c-0f1469672700 [ 1148.186441] env[68292]: DEBUG nova.compute.manager [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.217193] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460751} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.219321] env[68292]: DEBUG nova.virt.hardware [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.219546] env[68292]: DEBUG nova.virt.hardware [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.219747] env[68292]: DEBUG nova.virt.hardware [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.219884] env[68292]: DEBUG nova.virt.hardware [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.220075] env[68292]: DEBUG nova.virt.hardware [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.220236] env[68292]: DEBUG nova.virt.hardware [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.220442] env[68292]: DEBUG nova.virt.hardware [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.220601] env[68292]: DEBUG nova.virt.hardware [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.220766] env[68292]: DEBUG nova.virt.hardware [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.220931] env[68292]: DEBUG nova.virt.hardware [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.221120] env[68292]: DEBUG nova.virt.hardware [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.221396] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 6bec1ca1-246e-4e3a-a433-e26399a969fa/6bec1ca1-246e-4e3a-a433-e26399a969fa.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.221595] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.222369] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231d9c24-ef0b-46f6-ace0-1bfb84cce4da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.224713] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d7fcfde-b738-4df6-989c-40e47014d7ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.237854] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a82b71-5bfc-46a0-ad6b-3d8301a2b4d5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.241774] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5209920c-7f39-d476-af72-acf47f2d991c, 'name': SearchDatastore_Task, 'duration_secs': 0.008599} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.242143] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1148.242143] env[68292]: value = "task-3072765" [ 1148.242143] env[68292]: _type = "Task" [ 1148.242143] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.243377] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b09473-1c80-44fe-ae1b-7be313889413 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.261157] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1148.261157] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52337ba7-83a6-ca8c-c9a8-8f5ac44cf23d" [ 1148.261157] env[68292]: _type = "Task" [ 1148.261157] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.264108] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.273346] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52337ba7-83a6-ca8c-c9a8-8f5ac44cf23d, 'name': SearchDatastore_Task, 'duration_secs': 0.008685} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.273595] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.273854] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e/2a4ce0a7-b7fe-4436-bd34-925d20beaa2e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.274124] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fa57f55-8660-4e9d-9fb2-ed8d9e8bb7d7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.280176] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1148.280176] env[68292]: value = "task-3072766" [ 1148.280176] env[68292]: _type = "Task" [ 1148.280176] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.290902] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.294255] env[68292]: DEBUG oslo_vmware.api [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196495} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.294512] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.294701] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.295091] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.311565] env[68292]: INFO nova.scheduler.client.report [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleted allocations for instance 022bc348-49da-4911-ab3d-a162305bdeaa [ 1148.416152] env[68292]: DEBUG nova.compute.manager [req-4f7c9c61-bba0-4ff5-b7b0-0c9cae7eea22 req-4c4d8f4a-e765-4304-a0b5-ccf2f3d6121a service nova] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Received event network-vif-plugged-a9319649-aed8-4dab-a43b-52d5f5773975 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.416422] env[68292]: DEBUG oslo_concurrency.lockutils [req-4f7c9c61-bba0-4ff5-b7b0-0c9cae7eea22 req-4c4d8f4a-e765-4304-a0b5-ccf2f3d6121a service nova] Acquiring lock "a5a045b9-1050-420a-9d90-5a5205499e16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.416587] env[68292]: DEBUG oslo_concurrency.lockutils [req-4f7c9c61-bba0-4ff5-b7b0-0c9cae7eea22 req-4c4d8f4a-e765-4304-a0b5-ccf2f3d6121a service nova] Lock "a5a045b9-1050-420a-9d90-5a5205499e16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.416787] env[68292]: DEBUG oslo_concurrency.lockutils [req-4f7c9c61-bba0-4ff5-b7b0-0c9cae7eea22 req-4c4d8f4a-e765-4304-a0b5-ccf2f3d6121a service nova] Lock "a5a045b9-1050-420a-9d90-5a5205499e16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.416928] env[68292]: DEBUG nova.compute.manager [req-4f7c9c61-bba0-4ff5-b7b0-0c9cae7eea22 req-4c4d8f4a-e765-4304-a0b5-ccf2f3d6121a service nova] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] No waiting events found dispatching network-vif-plugged-a9319649-aed8-4dab-a43b-52d5f5773975 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.417263] env[68292]: WARNING nova.compute.manager [req-4f7c9c61-bba0-4ff5-b7b0-0c9cae7eea22 req-4c4d8f4a-e765-4304-a0b5-ccf2f3d6121a service nova] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Received unexpected event network-vif-plugged-a9319649-aed8-4dab-a43b-52d5f5773975 for instance with vm_state building and task_state spawning. [ 1148.451723] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f67d432b-dc83-42b1-9100-f486a417c835 tempest-ListImageFiltersTestJSON-547629535 tempest-ListImageFiltersTestJSON-547629535-project-member] Lock "0816634f-552c-4d73-a72c-0f1469672700" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.592s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.453020] env[68292]: DEBUG oslo_concurrency.lockutils [None req-652817d7-9c22-498b-b640-f6f230d44dde tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.485s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.549929] env[68292]: DEBUG nova.network.neutron [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Successfully updated port: a9319649-aed8-4dab-a43b-52d5f5773975 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.754016] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062024} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.754016] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.754791] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be13778e-2811-4a66-a8a6-b30dcbfdb416 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.784012] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 6bec1ca1-246e-4e3a-a433-e26399a969fa/6bec1ca1-246e-4e3a-a433-e26399a969fa.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.784430] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f189013-70d0-42c7-8388-ba84742b7d84 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.809266] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072766, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.811430] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1148.811430] env[68292]: value = "task-3072767" [ 1148.811430] env[68292]: _type = "Task" [ 1148.811430] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.816142] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.819486] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.025787] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf193a0-e175-4c28-9b7b-d757985f6015 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.033974] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4842aaa-2655-4b67-b1ec-bcd361d5e2e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.064771] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "refresh_cache-a5a045b9-1050-420a-9d90-5a5205499e16" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.064967] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "refresh_cache-a5a045b9-1050-420a-9d90-5a5205499e16" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.065112] env[68292]: DEBUG nova.network.neutron [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.067127] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea02f46-4d62-4a1f-8825-bfeda746b04f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.074893] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8f204b-d8c0-4134-a6e1-5b7b9d9d45b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.091860] env[68292]: DEBUG nova.compute.provider_tree [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.294611] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072766, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.321295] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072767, 'name': ReconfigVM_Task, 'duration_secs': 0.307617} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.321646] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 6bec1ca1-246e-4e3a-a433-e26399a969fa/6bec1ca1-246e-4e3a-a433-e26399a969fa.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.322410] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f18ac288-1c1d-41bc-b060-b1a61c9f3d14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.328974] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1149.328974] env[68292]: value = "task-3072768" [ 1149.328974] env[68292]: _type = "Task" [ 1149.328974] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.336851] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072768, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.462045] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.462260] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.594731] env[68292]: DEBUG nova.scheduler.client.report [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.612969] env[68292]: DEBUG nova.network.neutron [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.633858] env[68292]: DEBUG nova.compute.manager [req-2264b88a-0123-48ac-b5dd-d532fb996cf6 req-56195109-a3d3-4ff8-9429-f104788bc08f service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Received event network-changed-e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.634099] env[68292]: DEBUG nova.compute.manager [req-2264b88a-0123-48ac-b5dd-d532fb996cf6 req-56195109-a3d3-4ff8-9429-f104788bc08f service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Refreshing instance network info cache due to event network-changed-e0d874e3-9491-44ca-86ea-090541148c5f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.634288] env[68292]: DEBUG oslo_concurrency.lockutils [req-2264b88a-0123-48ac-b5dd-d532fb996cf6 req-56195109-a3d3-4ff8-9429-f104788bc08f service nova] Acquiring lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.634433] env[68292]: DEBUG oslo_concurrency.lockutils [req-2264b88a-0123-48ac-b5dd-d532fb996cf6 req-56195109-a3d3-4ff8-9429-f104788bc08f service nova] Acquired lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.634599] env[68292]: DEBUG nova.network.neutron [req-2264b88a-0123-48ac-b5dd-d532fb996cf6 req-56195109-a3d3-4ff8-9429-f104788bc08f service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Refreshing network info cache for port e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.799771] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072766, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.461052} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.800115] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e/2a4ce0a7-b7fe-4436-bd34-925d20beaa2e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.800379] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.800670] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4954f372-ea66-4aa5-ab27-65b4a41afd5b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.808286] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1149.808286] env[68292]: value = "task-3072769" [ 1149.808286] env[68292]: _type = "Task" [ 1149.808286] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.816672] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.838343] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072768, 'name': Rename_Task, 'duration_secs': 0.134917} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.839658] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.839658] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ba80df2-cf38-4b7b-905f-97d2afe19859 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.845593] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1149.845593] env[68292]: value = "task-3072770" [ 1149.845593] env[68292]: _type = "Task" [ 1149.845593] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.849728] env[68292]: DEBUG nova.network.neutron [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Updating instance_info_cache with network_info: [{"id": "a9319649-aed8-4dab-a43b-52d5f5773975", "address": "fa:16:3e:0e:e6:2f", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9319649-ae", "ovs_interfaceid": "a9319649-aed8-4dab-a43b-52d5f5773975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.855407] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.965441] env[68292]: DEBUG nova.compute.manager [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.100974] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.101571] env[68292]: DEBUG nova.compute.manager [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.104697] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.289s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.104927] env[68292]: DEBUG nova.objects.instance [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lazy-loading 'resources' on Instance uuid 022bc348-49da-4911-ab3d-a162305bdeaa {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.318810] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069443} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.319317] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.321280] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1006d7-50d6-40c5-8f4f-a6f0c1c37b5f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.350099] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e/2a4ce0a7-b7fe-4436-bd34-925d20beaa2e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.352840] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccde2a68-1501-4669-9fd9-1850a9ad5e58 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.368585] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "refresh_cache-a5a045b9-1050-420a-9d90-5a5205499e16" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.368890] env[68292]: DEBUG nova.compute.manager [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Instance network_info: |[{"id": "a9319649-aed8-4dab-a43b-52d5f5773975", "address": "fa:16:3e:0e:e6:2f", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9319649-ae", "ovs_interfaceid": "a9319649-aed8-4dab-a43b-52d5f5773975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.372099] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:e6:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9319649-aed8-4dab-a43b-52d5f5773975', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.382141] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.382141] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.382141] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9c5ea0c-f240-4fc6-943b-bbea0ae355c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.402033] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1150.402033] env[68292]: value = "task-3072771" [ 1150.402033] env[68292]: _type = "Task" [ 1150.402033] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.402637] env[68292]: DEBUG oslo_vmware.api [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072770, 'name': PowerOnVM_Task, 'duration_secs': 0.449627} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.403385] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.403613] env[68292]: INFO nova.compute.manager [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1150.404083] env[68292]: DEBUG nova.compute.manager [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.409173] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0625c8-c15e-4b24-a3b9-704ceff5f6af {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.412786] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.412786] env[68292]: value = "task-3072772" [ 1150.412786] env[68292]: _type = "Task" [ 1150.412786] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.419686] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.426547] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072772, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.466426] env[68292]: DEBUG nova.compute.manager [req-f96e9e86-e00c-41d0-aae8-50809b88dde1 req-9df702d5-7f4e-492b-b017-911874e93841 service nova] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Received event network-changed-a9319649-aed8-4dab-a43b-52d5f5773975 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.466824] env[68292]: DEBUG nova.compute.manager [req-f96e9e86-e00c-41d0-aae8-50809b88dde1 req-9df702d5-7f4e-492b-b017-911874e93841 service nova] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Refreshing instance network info cache due to event network-changed-a9319649-aed8-4dab-a43b-52d5f5773975. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.467058] env[68292]: DEBUG oslo_concurrency.lockutils [req-f96e9e86-e00c-41d0-aae8-50809b88dde1 req-9df702d5-7f4e-492b-b017-911874e93841 service nova] Acquiring lock "refresh_cache-a5a045b9-1050-420a-9d90-5a5205499e16" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.467058] env[68292]: DEBUG oslo_concurrency.lockutils [req-f96e9e86-e00c-41d0-aae8-50809b88dde1 req-9df702d5-7f4e-492b-b017-911874e93841 service nova] Acquired lock "refresh_cache-a5a045b9-1050-420a-9d90-5a5205499e16" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.467240] env[68292]: DEBUG nova.network.neutron [req-f96e9e86-e00c-41d0-aae8-50809b88dde1 req-9df702d5-7f4e-492b-b017-911874e93841 service nova] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Refreshing network info cache for port a9319649-aed8-4dab-a43b-52d5f5773975 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.488564] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.597851] env[68292]: DEBUG nova.network.neutron [req-2264b88a-0123-48ac-b5dd-d532fb996cf6 req-56195109-a3d3-4ff8-9429-f104788bc08f service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updated VIF entry in instance network info cache for port e0d874e3-9491-44ca-86ea-090541148c5f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.598225] env[68292]: DEBUG nova.network.neutron [req-2264b88a-0123-48ac-b5dd-d532fb996cf6 req-56195109-a3d3-4ff8-9429-f104788bc08f service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updating instance_info_cache with network_info: [{"id": "e0d874e3-9491-44ca-86ea-090541148c5f", "address": "fa:16:3e:bb:f4:74", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape0d874e3-94", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.607617] env[68292]: DEBUG nova.objects.instance [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lazy-loading 'numa_topology' on Instance uuid 022bc348-49da-4911-ab3d-a162305bdeaa {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.610111] env[68292]: DEBUG nova.compute.utils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.612119] env[68292]: DEBUG nova.compute.manager [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.612300] env[68292]: DEBUG nova.network.neutron [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.655944] env[68292]: DEBUG nova.policy [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20635a5fed614cd0a3d4a96c4c6ef87e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '423c2aca34d0475fac26f9be311ffbb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.914782] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.922954] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072772, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.937425] env[68292]: INFO nova.compute.manager [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Took 16.37 seconds to build instance. [ 1150.955436] env[68292]: DEBUG nova.network.neutron [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Successfully created port: 48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.096028] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "022bc348-49da-4911-ab3d-a162305bdeaa" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.101373] env[68292]: DEBUG oslo_concurrency.lockutils [req-2264b88a-0123-48ac-b5dd-d532fb996cf6 req-56195109-a3d3-4ff8-9429-f104788bc08f service nova] Releasing lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.112595] env[68292]: DEBUG nova.objects.base [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Object Instance<022bc348-49da-4911-ab3d-a162305bdeaa> lazy-loaded attributes: resources,numa_topology {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.115216] env[68292]: DEBUG nova.compute.manager [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.255157] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55fde72-02b0-4f06-8624-8bcebdb8fb06 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.269919] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f853dd58-6490-4c00-9729-8295080a9258 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.316068] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dd5fb4-0cbe-4c3c-93a3-873c1704837b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.323763] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4e7dd3-8296-43c2-a6bd-8ea6d37bcf62 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.340718] env[68292]: DEBUG nova.compute.provider_tree [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.417459] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072771, 'name': ReconfigVM_Task, 'duration_secs': 0.589568} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.420951] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e/2a4ce0a7-b7fe-4436-bd34-925d20beaa2e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.421696] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbcf67a7-6804-4a0a-a665-ec6216740e9b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.428386] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072772, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.429761] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1151.429761] env[68292]: value = "task-3072773" [ 1151.429761] env[68292]: _type = "Task" [ 1151.429761] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.438452] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072773, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.440287] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a2981052-567c-489d-b259-9d90896fa2b8 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "6bec1ca1-246e-4e3a-a433-e26399a969fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.876s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.771162] env[68292]: DEBUG nova.network.neutron [req-f96e9e86-e00c-41d0-aae8-50809b88dde1 req-9df702d5-7f4e-492b-b017-911874e93841 service nova] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Updated VIF entry in instance network info cache for port a9319649-aed8-4dab-a43b-52d5f5773975. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.771625] env[68292]: DEBUG nova.network.neutron [req-f96e9e86-e00c-41d0-aae8-50809b88dde1 req-9df702d5-7f4e-492b-b017-911874e93841 service nova] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Updating instance_info_cache with network_info: [{"id": "a9319649-aed8-4dab-a43b-52d5f5773975", "address": "fa:16:3e:0e:e6:2f", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9319649-ae", "ovs_interfaceid": "a9319649-aed8-4dab-a43b-52d5f5773975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.845100] env[68292]: DEBUG nova.scheduler.client.report [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.929309] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072772, 'name': CreateVM_Task, 'duration_secs': 1.327382} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.929309] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.929309] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.929309] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.929309] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.929309] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50caa73-f7e9-46c8-bbd1-f373ad53e67c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.938184] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1151.938184] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52093e39-ed74-d0da-5576-55e5cfc3667c" [ 1151.938184] env[68292]: _type = "Task" [ 1151.938184] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.939929] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072773, 'name': Rename_Task, 'duration_secs': 0.297854} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.943567] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.943873] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1600610-177c-41fc-af91-e76871466f58 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.950858] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52093e39-ed74-d0da-5576-55e5cfc3667c, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.952264] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.952543] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.952812] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.953050] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.953425] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.953783] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1151.953783] env[68292]: value = "task-3072774" [ 1151.953783] env[68292]: _type = "Task" [ 1151.953783] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.954061] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-564c64f8-9ff3-4c88-a432-4b954e1dc4f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.965716] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.967020] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.967205] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.967973] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce5949b-30bc-4b01-960b-30e788e3cfc1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.974139] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1151.974139] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529a57d2-7474-19ec-86fd-0bdbee682792" [ 1151.974139] env[68292]: _type = "Task" [ 1151.974139] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.982692] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529a57d2-7474-19ec-86fd-0bdbee682792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.131350] env[68292]: DEBUG nova.compute.manager [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.222028] env[68292]: DEBUG nova.virt.hardware [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.222325] env[68292]: DEBUG nova.virt.hardware [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.222490] env[68292]: DEBUG nova.virt.hardware [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.222698] env[68292]: DEBUG nova.virt.hardware [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.223020] env[68292]: DEBUG nova.virt.hardware [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.223020] env[68292]: DEBUG nova.virt.hardware [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.223276] env[68292]: DEBUG nova.virt.hardware [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.223439] env[68292]: DEBUG nova.virt.hardware [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.223601] env[68292]: DEBUG nova.virt.hardware [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.225329] env[68292]: DEBUG nova.virt.hardware [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.225329] env[68292]: DEBUG nova.virt.hardware [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.225329] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a74eb2-1444-4afd-9875-4a47aa773bc2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.234534] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cbcf7a-8a4c-4358-9367-4f835eb94468 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.261619] env[68292]: DEBUG nova.compute.manager [req-20865696-06aa-4638-8271-343de921a923 req-082ce1a9-66dc-41f4-8741-66ee6eb56ac1 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Received event network-changed-42006187-85e9-446f-98a3-f9153a75fe11 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.261822] env[68292]: DEBUG nova.compute.manager [req-20865696-06aa-4638-8271-343de921a923 req-082ce1a9-66dc-41f4-8741-66ee6eb56ac1 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Refreshing instance network info cache due to event network-changed-42006187-85e9-446f-98a3-f9153a75fe11. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.262026] env[68292]: DEBUG oslo_concurrency.lockutils [req-20865696-06aa-4638-8271-343de921a923 req-082ce1a9-66dc-41f4-8741-66ee6eb56ac1 service nova] Acquiring lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.262180] env[68292]: DEBUG oslo_concurrency.lockutils [req-20865696-06aa-4638-8271-343de921a923 req-082ce1a9-66dc-41f4-8741-66ee6eb56ac1 service nova] Acquired lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.262949] env[68292]: DEBUG nova.network.neutron [req-20865696-06aa-4638-8271-343de921a923 req-082ce1a9-66dc-41f4-8741-66ee6eb56ac1 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Refreshing network info cache for port 42006187-85e9-446f-98a3-f9153a75fe11 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.274331] env[68292]: DEBUG oslo_concurrency.lockutils [req-f96e9e86-e00c-41d0-aae8-50809b88dde1 req-9df702d5-7f4e-492b-b017-911874e93841 service nova] Releasing lock "refresh_cache-a5a045b9-1050-420a-9d90-5a5205499e16" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.352183] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.355323] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.867s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.357345] env[68292]: INFO nova.compute.claims [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.465204] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.483345] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529a57d2-7474-19ec-86fd-0bdbee682792, 'name': SearchDatastore_Task, 'duration_secs': 0.009087} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.484918] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24368bc-81da-4848-949d-9eda825523ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.489962] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1152.489962] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c24022-5794-b67c-ed46-f2675eec0750" [ 1152.489962] env[68292]: _type = "Task" [ 1152.489962] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.497870] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c24022-5794-b67c-ed46-f2675eec0750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.515155] env[68292]: DEBUG nova.compute.manager [req-c3c752ed-7fc4-4ce9-80f4-9716594c8845 req-04ff72f9-9430-4699-8fb0-66fd73186678 service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Received event network-vif-plugged-48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.515155] env[68292]: DEBUG oslo_concurrency.lockutils [req-c3c752ed-7fc4-4ce9-80f4-9716594c8845 req-04ff72f9-9430-4699-8fb0-66fd73186678 service nova] Acquiring lock "4ce0e150-4724-40df-b312-d33de7f128f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.515155] env[68292]: DEBUG oslo_concurrency.lockutils [req-c3c752ed-7fc4-4ce9-80f4-9716594c8845 req-04ff72f9-9430-4699-8fb0-66fd73186678 service nova] Lock "4ce0e150-4724-40df-b312-d33de7f128f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.515155] env[68292]: DEBUG oslo_concurrency.lockutils [req-c3c752ed-7fc4-4ce9-80f4-9716594c8845 req-04ff72f9-9430-4699-8fb0-66fd73186678 service nova] Lock "4ce0e150-4724-40df-b312-d33de7f128f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.515155] env[68292]: DEBUG nova.compute.manager [req-c3c752ed-7fc4-4ce9-80f4-9716594c8845 req-04ff72f9-9430-4699-8fb0-66fd73186678 service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] No waiting events found dispatching network-vif-plugged-48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.515155] env[68292]: WARNING nova.compute.manager [req-c3c752ed-7fc4-4ce9-80f4-9716594c8845 req-04ff72f9-9430-4699-8fb0-66fd73186678 service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Received unexpected event network-vif-plugged-48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f for instance with vm_state building and task_state spawning. [ 1152.608654] env[68292]: DEBUG nova.network.neutron [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Successfully updated port: 48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.868198] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2d5e09cd-5df1-4e50-b8b7-bc94c218470e tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "022bc348-49da-4911-ab3d-a162305bdeaa" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.660s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.870652] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "022bc348-49da-4911-ab3d-a162305bdeaa" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.768s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.870652] env[68292]: INFO nova.compute.manager [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Unshelving [ 1152.966745] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072774, 'name': PowerOnVM_Task, 'duration_secs': 0.949614} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.970056] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.970616] env[68292]: DEBUG nova.compute.manager [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.972654] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf84edc8-2a1c-4c78-96a8-f6afccc91cea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.999981] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c24022-5794-b67c-ed46-f2675eec0750, 'name': SearchDatastore_Task, 'duration_secs': 0.009953} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.003249] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.003249] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] a5a045b9-1050-420a-9d90-5a5205499e16/a5a045b9-1050-420a-9d90-5a5205499e16.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.003249] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e0b5501-6b7c-4508-bcf0-cc618cef37d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.010326] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1153.010326] env[68292]: value = "task-3072775" [ 1153.010326] env[68292]: _type = "Task" [ 1153.010326] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.021499] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.112027] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "refresh_cache-4ce0e150-4724-40df-b312-d33de7f128f9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.112027] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired lock "refresh_cache-4ce0e150-4724-40df-b312-d33de7f128f9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.112027] env[68292]: DEBUG nova.network.neutron [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.194690] env[68292]: DEBUG nova.network.neutron [req-20865696-06aa-4638-8271-343de921a923 req-082ce1a9-66dc-41f4-8741-66ee6eb56ac1 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updated VIF entry in instance network info cache for port 42006187-85e9-446f-98a3-f9153a75fe11. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.194690] env[68292]: DEBUG nova.network.neutron [req-20865696-06aa-4638-8271-343de921a923 req-082ce1a9-66dc-41f4-8741-66ee6eb56ac1 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance_info_cache with network_info: [{"id": "42006187-85e9-446f-98a3-f9153a75fe11", "address": "fa:16:3e:1a:d4:5d", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42006187-85", "ovs_interfaceid": "42006187-85e9-446f-98a3-f9153a75fe11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.484442] env[68292]: INFO nova.compute.manager [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] bringing vm to original state: 'stopped' [ 1153.529104] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459693} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.531622] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] a5a045b9-1050-420a-9d90-5a5205499e16/a5a045b9-1050-420a-9d90-5a5205499e16.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.531949] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.532546] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59894050-b8c9-4176-88e2-97a3e47fbb68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.540111] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1153.540111] env[68292]: value = "task-3072776" [ 1153.540111] env[68292]: _type = "Task" [ 1153.540111] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.549750] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.559189] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f1d832-f9aa-47b9-8c1c-2c0cd9e633da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.566556] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0486022-f84b-44b3-977a-28efe9eb2d43 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.596976] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f03c5d4-6f23-4704-891e-697683476ca4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.604667] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1defb7-e869-433a-9c3f-1127e633d43a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.620552] env[68292]: DEBUG nova.compute.provider_tree [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.650718] env[68292]: DEBUG nova.network.neutron [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.696970] env[68292]: DEBUG oslo_concurrency.lockutils [req-20865696-06aa-4638-8271-343de921a923 req-082ce1a9-66dc-41f4-8741-66ee6eb56ac1 service nova] Releasing lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.779335] env[68292]: DEBUG nova.network.neutron [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Updating instance_info_cache with network_info: [{"id": "48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f", "address": "fa:16:3e:66:26:2c", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48d6a538-6c", "ovs_interfaceid": "48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.897199] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.050179] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193664} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.050453] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.051209] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0712f77e-a8f1-4277-886c-a6d3c392864a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.074090] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] a5a045b9-1050-420a-9d90-5a5205499e16/a5a045b9-1050-420a-9d90-5a5205499e16.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.074332] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-927ecb4c-3873-4ada-81c5-17cc92252ec8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.093596] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1154.093596] env[68292]: value = "task-3072777" [ 1154.093596] env[68292]: _type = "Task" [ 1154.093596] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.100868] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.124074] env[68292]: DEBUG nova.scheduler.client.report [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.283029] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Releasing lock "refresh_cache-4ce0e150-4724-40df-b312-d33de7f128f9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.283029] env[68292]: DEBUG nova.compute.manager [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Instance network_info: |[{"id": "48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f", "address": "fa:16:3e:66:26:2c", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48d6a538-6c", "ovs_interfaceid": "48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.283220] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:26:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.290813] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.292782] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.295559] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cc33553-dacd-45d1-b5c2-cf5d0649f05d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.312783] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Acquiring lock "17c12b8d-54a4-4530-b476-05bf0e3a1397" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.313057] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Lock "17c12b8d-54a4-4530-b476-05bf0e3a1397" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.320659] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.320659] env[68292]: value = "task-3072778" [ 1154.320659] env[68292]: _type = "Task" [ 1154.320659] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.329622] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072778, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.498885] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.499381] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.499634] env[68292]: DEBUG nova.compute.manager [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.500910] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18651045-c2b8-44c7-afb0-a3f9fb0b1d55 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.508022] env[68292]: DEBUG nova.compute.manager [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68292) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1154.542398] env[68292]: DEBUG nova.compute.manager [req-2af994b1-4a4e-486d-a4de-d676f6c168a0 req-b901a67d-23f6-4ced-a370-2292036da1ef service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Received event network-changed-48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.542540] env[68292]: DEBUG nova.compute.manager [req-2af994b1-4a4e-486d-a4de-d676f6c168a0 req-b901a67d-23f6-4ced-a370-2292036da1ef service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Refreshing instance network info cache due to event network-changed-48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.542759] env[68292]: DEBUG oslo_concurrency.lockutils [req-2af994b1-4a4e-486d-a4de-d676f6c168a0 req-b901a67d-23f6-4ced-a370-2292036da1ef service nova] Acquiring lock "refresh_cache-4ce0e150-4724-40df-b312-d33de7f128f9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.542936] env[68292]: DEBUG oslo_concurrency.lockutils [req-2af994b1-4a4e-486d-a4de-d676f6c168a0 req-b901a67d-23f6-4ced-a370-2292036da1ef service nova] Acquired lock "refresh_cache-4ce0e150-4724-40df-b312-d33de7f128f9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.543139] env[68292]: DEBUG nova.network.neutron [req-2af994b1-4a4e-486d-a4de-d676f6c168a0 req-b901a67d-23f6-4ced-a370-2292036da1ef service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Refreshing network info cache for port 48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.602730] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072777, 'name': ReconfigVM_Task, 'duration_secs': 0.263076} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.603037] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Reconfigured VM instance instance-0000006a to attach disk [datastore2] a5a045b9-1050-420a-9d90-5a5205499e16/a5a045b9-1050-420a-9d90-5a5205499e16.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.603753] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20843158-d41b-4aa6-89b8-55ccab77a772 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.613811] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1154.613811] env[68292]: value = "task-3072779" [ 1154.613811] env[68292]: _type = "Task" [ 1154.613811] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.623477] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072779, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.628324] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.628827] env[68292]: DEBUG nova.compute.manager [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.631657] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.735s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.632484] env[68292]: DEBUG nova.objects.instance [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lazy-loading 'pci_requests' on Instance uuid 022bc348-49da-4911-ab3d-a162305bdeaa {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.815394] env[68292]: DEBUG nova.compute.manager [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.832642] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072778, 'name': CreateVM_Task, 'duration_secs': 0.364042} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.832813] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.833485] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.833651] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.833973] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.834243] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91c78c8-fc9c-4726-b4e9-7b21575f96d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.839289] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1154.839289] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b8775b-b9f9-0466-f53a-04b37900bcb4" [ 1154.839289] env[68292]: _type = "Task" [ 1154.839289] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.847188] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b8775b-b9f9-0466-f53a-04b37900bcb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.013158] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.013474] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5a90aa0-25cb-4353-9f9a-f9851bab84cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.020838] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1155.020838] env[68292]: value = "task-3072780" [ 1155.020838] env[68292]: _type = "Task" [ 1155.020838] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.028533] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.127624] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072779, 'name': Rename_Task, 'duration_secs': 0.152938} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.127920] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.128181] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0a24a08-beab-42dc-bca6-9ae754ba9b4c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.135723] env[68292]: DEBUG nova.objects.instance [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lazy-loading 'numa_topology' on Instance uuid 022bc348-49da-4911-ab3d-a162305bdeaa {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.137762] env[68292]: DEBUG nova.compute.utils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.142613] env[68292]: DEBUG nova.compute.manager [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.142812] env[68292]: DEBUG nova.network.neutron [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.145350] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1155.145350] env[68292]: value = "task-3072781" [ 1155.145350] env[68292]: _type = "Task" [ 1155.145350] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.157507] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072781, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.184501] env[68292]: DEBUG nova.policy [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '781647505ebb451b99bc6f45a57386a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dd6f1467b194d4ebcf1abd144bb8cc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.339306] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.349283] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b8775b-b9f9-0466-f53a-04b37900bcb4, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.349580] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.349810] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.350058] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.350227] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.350423] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.350692] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b2c60be-7378-4c6c-b59b-324cfb3d5680 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.358514] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.358688] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.359434] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ff1bdb-92f5-414b-90ae-04e72969c52e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.364087] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1155.364087] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e91850-a14d-d782-b0b4-83ab3e5eb673" [ 1155.364087] env[68292]: _type = "Task" [ 1155.364087] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.372567] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e91850-a14d-d782-b0b4-83ab3e5eb673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.474615] env[68292]: DEBUG nova.network.neutron [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Successfully created port: 63651cf5-2e89-4afa-84b0-aa0088943cb3 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.532519] env[68292]: DEBUG oslo_vmware.api [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072780, 'name': PowerOffVM_Task, 'duration_secs': 0.182373} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.532815] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.532979] env[68292]: DEBUG nova.compute.manager [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.533816] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d935857c-1ee8-4c42-84ef-6ca33fcfb51e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.557487] env[68292]: DEBUG nova.network.neutron [req-2af994b1-4a4e-486d-a4de-d676f6c168a0 req-b901a67d-23f6-4ced-a370-2292036da1ef service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Updated VIF entry in instance network info cache for port 48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.557856] env[68292]: DEBUG nova.network.neutron [req-2af994b1-4a4e-486d-a4de-d676f6c168a0 req-b901a67d-23f6-4ced-a370-2292036da1ef service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Updating instance_info_cache with network_info: [{"id": "48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f", "address": "fa:16:3e:66:26:2c", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48d6a538-6c", "ovs_interfaceid": "48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.643071] env[68292]: INFO nova.compute.claims [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.647549] env[68292]: DEBUG nova.compute.manager [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.659842] env[68292]: DEBUG oslo_vmware.api [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072781, 'name': PowerOnVM_Task, 'duration_secs': 0.486654} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.660137] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.660343] env[68292]: INFO nova.compute.manager [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1155.660525] env[68292]: DEBUG nova.compute.manager [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.661416] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406c84e3-316e-41cf-8302-3a01f0d6b450 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.876039] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e91850-a14d-d782-b0b4-83ab3e5eb673, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.879573] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcebc9f3-d62f-4be8-86ce-183f3e6fa183 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.885286] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1155.885286] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529d697c-233c-8f5d-4316-5195764d28f1" [ 1155.885286] env[68292]: _type = "Task" [ 1155.885286] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.893711] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529d697c-233c-8f5d-4316-5195764d28f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.045389] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.546s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.059964] env[68292]: DEBUG oslo_concurrency.lockutils [req-2af994b1-4a4e-486d-a4de-d676f6c168a0 req-b901a67d-23f6-4ced-a370-2292036da1ef service nova] Releasing lock "refresh_cache-4ce0e150-4724-40df-b312-d33de7f128f9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.182347] env[68292]: INFO nova.compute.manager [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Took 14.29 seconds to build instance. [ 1156.383348] env[68292]: DEBUG oslo_concurrency.lockutils [None req-037b32fa-766c-4652-b648-f4b7bb4de571 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "a5a045b9-1050-420a-9d90-5a5205499e16" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.397901] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529d697c-233c-8f5d-4316-5195764d28f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.398389] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.398796] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 4ce0e150-4724-40df-b312-d33de7f128f9/4ce0e150-4724-40df-b312-d33de7f128f9.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.399627] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3ebbb72-c4e6-4142-8617-e557831d0c45 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.407522] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1156.407522] env[68292]: value = "task-3072782" [ 1156.407522] env[68292]: _type = "Task" [ 1156.407522] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.418019] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.552440] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.660846] env[68292]: DEBUG nova.compute.manager [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.684851] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f4147d38-8e20-4a33-9e1d-bb7ba0e1a3cb tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "a5a045b9-1050-420a-9d90-5a5205499e16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.801s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.685210] env[68292]: DEBUG oslo_concurrency.lockutils [None req-037b32fa-766c-4652-b648-f4b7bb4de571 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "a5a045b9-1050-420a-9d90-5a5205499e16" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.302s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.685385] env[68292]: DEBUG nova.compute.manager [None req-037b32fa-766c-4652-b648-f4b7bb4de571 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.686344] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03fd265-bf0c-4b39-aa27-f97e557683c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.691094] env[68292]: DEBUG nova.virt.hardware [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.691331] env[68292]: DEBUG nova.virt.hardware [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.691491] env[68292]: DEBUG nova.virt.hardware [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.691676] env[68292]: DEBUG nova.virt.hardware [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.691825] env[68292]: DEBUG nova.virt.hardware [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.691974] env[68292]: DEBUG nova.virt.hardware [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.692201] env[68292]: DEBUG nova.virt.hardware [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.692368] env[68292]: DEBUG nova.virt.hardware [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.692532] env[68292]: DEBUG nova.virt.hardware [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.692695] env[68292]: DEBUG nova.virt.hardware [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.692872] env[68292]: DEBUG nova.virt.hardware [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.696139] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96bd96c-d554-4998-b965-daa0252dacd7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.703521] env[68292]: DEBUG nova.compute.manager [None req-037b32fa-766c-4652-b648-f4b7bb4de571 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68292) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1156.704136] env[68292]: DEBUG nova.objects.instance [None req-037b32fa-766c-4652-b648-f4b7bb4de571 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lazy-loading 'flavor' on Instance uuid a5a045b9-1050-420a-9d90-5a5205499e16 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.708534] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218d4a4-5e04-49aa-8e79-d0c3ff6b2e15 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.917225] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483465} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.918347] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 4ce0e150-4724-40df-b312-d33de7f128f9/4ce0e150-4724-40df-b312-d33de7f128f9.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.918584] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.919343] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f692b7-d771-4bc1-87a7-73dea17cc764 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.921783] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bd387cd-1871-4f6e-b91e-863a442ba6bf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.928740] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21807618-7f7c-45db-96ac-80da749767bf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.932743] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1156.932743] env[68292]: value = "task-3072783" [ 1156.932743] env[68292]: _type = "Task" [ 1156.932743] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.964907] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c35767f-cfaf-477c-bc6c-51ace4cfbfb4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.967975] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.973154] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb9c9ba-2949-4c8a-be19-c964609fa87a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.986924] env[68292]: DEBUG nova.compute.provider_tree [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.990043] env[68292]: DEBUG nova.compute.manager [req-21f18559-9a39-454b-bba4-dd7cd838c492 req-5783f886-3155-456e-88aa-cc44bef9a8ea service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Received event network-vif-plugged-63651cf5-2e89-4afa-84b0-aa0088943cb3 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.990284] env[68292]: DEBUG oslo_concurrency.lockutils [req-21f18559-9a39-454b-bba4-dd7cd838c492 req-5783f886-3155-456e-88aa-cc44bef9a8ea service nova] Acquiring lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.990496] env[68292]: DEBUG oslo_concurrency.lockutils [req-21f18559-9a39-454b-bba4-dd7cd838c492 req-5783f886-3155-456e-88aa-cc44bef9a8ea service nova] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.990662] env[68292]: DEBUG oslo_concurrency.lockutils [req-21f18559-9a39-454b-bba4-dd7cd838c492 req-5783f886-3155-456e-88aa-cc44bef9a8ea service nova] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.990825] env[68292]: DEBUG nova.compute.manager [req-21f18559-9a39-454b-bba4-dd7cd838c492 req-5783f886-3155-456e-88aa-cc44bef9a8ea service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] No waiting events found dispatching network-vif-plugged-63651cf5-2e89-4afa-84b0-aa0088943cb3 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.991114] env[68292]: WARNING nova.compute.manager [req-21f18559-9a39-454b-bba4-dd7cd838c492 req-5783f886-3155-456e-88aa-cc44bef9a8ea service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Received unexpected event network-vif-plugged-63651cf5-2e89-4afa-84b0-aa0088943cb3 for instance with vm_state building and task_state spawning. [ 1157.004124] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.004485] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.004696] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.004877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.005055] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.006932] env[68292]: INFO nova.compute.manager [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Terminating instance [ 1157.072794] env[68292]: DEBUG nova.network.neutron [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Successfully updated port: 63651cf5-2e89-4afa-84b0-aa0088943cb3 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.443289] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069077} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.443581] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.444338] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a24603-46c3-4c17-84cf-ee88fc93301a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.465772] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 4ce0e150-4724-40df-b312-d33de7f128f9/4ce0e150-4724-40df-b312-d33de7f128f9.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.465998] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c25d813-5530-4210-ada3-bae3996f4945 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.486410] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1157.486410] env[68292]: value = "task-3072784" [ 1157.486410] env[68292]: _type = "Task" [ 1157.486410] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.494845] env[68292]: DEBUG nova.scheduler.client.report [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.497903] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.511172] env[68292]: DEBUG nova.compute.manager [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.511531] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.512799] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f663e9-04f0-416a-8c61-d3b5c7f4372b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.521480] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.521658] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c660b0b-7141-445c-87f2-22460ab0c890 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.576112] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.576340] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.576448] env[68292]: DEBUG nova.network.neutron [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.592511] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.592740] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.592925] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleting the datastore file [datastore2] 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.593206] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e464c588-3079-4555-88f1-11fa4de9816b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.599705] env[68292]: DEBUG oslo_vmware.api [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1157.599705] env[68292]: value = "task-3072786" [ 1157.599705] env[68292]: _type = "Task" [ 1157.599705] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.607332] env[68292]: DEBUG oslo_vmware.api [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.720773] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-037b32fa-766c-4652-b648-f4b7bb4de571 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.720773] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af79145d-6ad6-4649-8c4e-572970635132 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.729918] env[68292]: DEBUG oslo_vmware.api [None req-037b32fa-766c-4652-b648-f4b7bb4de571 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1157.729918] env[68292]: value = "task-3072787" [ 1157.729918] env[68292]: _type = "Task" [ 1157.729918] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.738279] env[68292]: DEBUG oslo_vmware.api [None req-037b32fa-766c-4652-b648-f4b7bb4de571 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.996087] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072784, 'name': ReconfigVM_Task, 'duration_secs': 0.289725} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.996413] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 4ce0e150-4724-40df-b312-d33de7f128f9/4ce0e150-4724-40df-b312-d33de7f128f9.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.997088] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b27e3566-7ce8-4a4d-a99c-6eead76d55c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.999307] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.368s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.001573] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.662s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.003131] env[68292]: INFO nova.compute.claims [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.012642] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1158.012642] env[68292]: value = "task-3072788" [ 1158.012642] env[68292]: _type = "Task" [ 1158.012642] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.024796] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072788, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.036165] env[68292]: INFO nova.network.neutron [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updating port e0d874e3-9491-44ca-86ea-090541148c5f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1158.110099] env[68292]: DEBUG oslo_vmware.api [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187142} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.111051] env[68292]: DEBUG nova.network.neutron [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.113140] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.113449] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.113747] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.114057] env[68292]: INFO nova.compute.manager [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1158.114392] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.114615] env[68292]: DEBUG nova.compute.manager [-] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.114744] env[68292]: DEBUG nova.network.neutron [-] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.241055] env[68292]: DEBUG oslo_vmware.api [None req-037b32fa-766c-4652-b648-f4b7bb4de571 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072787, 'name': PowerOffVM_Task, 'duration_secs': 0.314862} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.241294] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-037b32fa-766c-4652-b648-f4b7bb4de571 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.241392] env[68292]: DEBUG nova.compute.manager [None req-037b32fa-766c-4652-b648-f4b7bb4de571 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.242795] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f944b40a-8673-4953-a783-c930321fdc0a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.384258] env[68292]: DEBUG nova.network.neutron [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance_info_cache with network_info: [{"id": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "address": "fa:16:3e:ff:67:d0", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63651cf5-2e", "ovs_interfaceid": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.479196] env[68292]: DEBUG nova.compute.manager [req-978f3d8f-5969-4921-bced-39cb25be1320 req-8c8db564-ea3a-4dae-aa93-a26b7afbd912 service nova] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Received event network-vif-deleted-99641ffb-8eb1-4026-a243-e5617acc0928 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.479419] env[68292]: INFO nova.compute.manager [req-978f3d8f-5969-4921-bced-39cb25be1320 req-8c8db564-ea3a-4dae-aa93-a26b7afbd912 service nova] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Neutron deleted interface 99641ffb-8eb1-4026-a243-e5617acc0928; detaching it from the instance and deleting it from the info cache [ 1158.479594] env[68292]: DEBUG nova.network.neutron [req-978f3d8f-5969-4921-bced-39cb25be1320 req-8c8db564-ea3a-4dae-aa93-a26b7afbd912 service nova] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.523679] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072788, 'name': Rename_Task, 'duration_secs': 0.156032} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.523949] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.524198] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37b71354-c0c9-4915-87a3-50a87071930e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.530342] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1158.530342] env[68292]: value = "task-3072789" [ 1158.530342] env[68292]: _type = "Task" [ 1158.530342] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.538373] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.759633] env[68292]: DEBUG oslo_concurrency.lockutils [None req-037b32fa-766c-4652-b648-f4b7bb4de571 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "a5a045b9-1050-420a-9d90-5a5205499e16" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.886713] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.887125] env[68292]: DEBUG nova.compute.manager [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Instance network_info: |[{"id": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "address": "fa:16:3e:ff:67:d0", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63651cf5-2e", "ovs_interfaceid": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.887583] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:67:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63651cf5-2e89-4afa-84b0-aa0088943cb3', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.895139] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.895356] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.895577] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b73f643a-89ed-4341-b1ca-2bc4c3355769 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.916092] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.916092] env[68292]: value = "task-3072790" [ 1158.916092] env[68292]: _type = "Task" [ 1158.916092] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.923680] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072790, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.963316] env[68292]: DEBUG nova.network.neutron [-] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.981735] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19f429a1-c34a-4e98-92ce-dd7113630998 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.992051] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f914b6-84cd-4ed3-9520-e75553319a87 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.022704] env[68292]: DEBUG nova.compute.manager [req-978f3d8f-5969-4921-bced-39cb25be1320 req-8c8db564-ea3a-4dae-aa93-a26b7afbd912 service nova] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Detach interface failed, port_id=99641ffb-8eb1-4026-a243-e5617acc0928, reason: Instance 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1159.024954] env[68292]: DEBUG nova.compute.manager [req-92371eca-76b2-4e20-8319-ea40df51ba54 req-e4ef77a6-1922-4f4c-afaf-57eeac6e7f1b service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Received event network-changed-63651cf5-2e89-4afa-84b0-aa0088943cb3 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.025222] env[68292]: DEBUG nova.compute.manager [req-92371eca-76b2-4e20-8319-ea40df51ba54 req-e4ef77a6-1922-4f4c-afaf-57eeac6e7f1b service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Refreshing instance network info cache due to event network-changed-63651cf5-2e89-4afa-84b0-aa0088943cb3. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.025444] env[68292]: DEBUG oslo_concurrency.lockutils [req-92371eca-76b2-4e20-8319-ea40df51ba54 req-e4ef77a6-1922-4f4c-afaf-57eeac6e7f1b service nova] Acquiring lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.025587] env[68292]: DEBUG oslo_concurrency.lockutils [req-92371eca-76b2-4e20-8319-ea40df51ba54 req-e4ef77a6-1922-4f4c-afaf-57eeac6e7f1b service nova] Acquired lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.025746] env[68292]: DEBUG nova.network.neutron [req-92371eca-76b2-4e20-8319-ea40df51ba54 req-e4ef77a6-1922-4f4c-afaf-57eeac6e7f1b service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Refreshing network info cache for port 63651cf5-2e89-4afa-84b0-aa0088943cb3 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.042104] env[68292]: DEBUG oslo_vmware.api [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072789, 'name': PowerOnVM_Task, 'duration_secs': 0.482505} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.045076] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.045294] env[68292]: INFO nova.compute.manager [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1159.045479] env[68292]: DEBUG nova.compute.manager [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.047033] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6229c48-c97a-409a-a6ca-53f48323d3d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.154939] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8123e9-792f-4add-b839-fd38ba0b3317 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.162581] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f122a1cd-9e7e-495e-be46-5836a6384d13 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.193404] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff685c2-44b6-4fef-9f86-4ce846cf5a54 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.200483] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fc4838-84fe-4453-9d7b-d0c2ba20890a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.213183] env[68292]: DEBUG nova.compute.provider_tree [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.425977] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072790, 'name': CreateVM_Task, 'duration_secs': 0.381402} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.429594] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.430414] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.430632] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.430956] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.431242] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54cc21ec-c4f1-4587-be04-ff84ba8fa285 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.435760] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1159.435760] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52dde489-b8e5-07b6-1b6a-caca0d36cc53" [ 1159.435760] env[68292]: _type = "Task" [ 1159.435760] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.443252] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52dde489-b8e5-07b6-1b6a-caca0d36cc53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.465929] env[68292]: INFO nova.compute.manager [-] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Took 1.35 seconds to deallocate network for instance. [ 1159.577874] env[68292]: INFO nova.compute.manager [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Took 13.37 seconds to build instance. [ 1159.592947] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.592947] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.593070] env[68292]: DEBUG nova.network.neutron [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.716038] env[68292]: DEBUG nova.scheduler.client.report [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.762083] env[68292]: DEBUG nova.network.neutron [req-92371eca-76b2-4e20-8319-ea40df51ba54 req-e4ef77a6-1922-4f4c-afaf-57eeac6e7f1b service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updated VIF entry in instance network info cache for port 63651cf5-2e89-4afa-84b0-aa0088943cb3. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.762569] env[68292]: DEBUG nova.network.neutron [req-92371eca-76b2-4e20-8319-ea40df51ba54 req-e4ef77a6-1922-4f4c-afaf-57eeac6e7f1b service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance_info_cache with network_info: [{"id": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "address": "fa:16:3e:ff:67:d0", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63651cf5-2e", "ovs_interfaceid": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.946874] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52dde489-b8e5-07b6-1b6a-caca0d36cc53, 'name': SearchDatastore_Task, 'duration_secs': 0.029273} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.947213] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.947453] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.947693] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.947836] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.948022] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.948278] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16f8bc50-45e9-40a9-aec9-daa3c436385b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.956009] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.956198] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.956855] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2876e5ae-e6cb-4fdc-80ac-be6249ac3e47 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.961316] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1159.961316] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5241f1ee-2aa8-0e58-fb7b-66e4a9477476" [ 1159.961316] env[68292]: _type = "Task" [ 1159.961316] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.968326] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5241f1ee-2aa8-0e58-fb7b-66e4a9477476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.972271] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.011889] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "a5a045b9-1050-420a-9d90-5a5205499e16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.012089] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "a5a045b9-1050-420a-9d90-5a5205499e16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.012296] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "a5a045b9-1050-420a-9d90-5a5205499e16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.012479] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "a5a045b9-1050-420a-9d90-5a5205499e16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.012645] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "a5a045b9-1050-420a-9d90-5a5205499e16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.014728] env[68292]: INFO nova.compute.manager [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Terminating instance [ 1160.082034] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e2ee9dd0-46fb-42a6-a0cc-2e41d9e9eac1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "4ce0e150-4724-40df-b312-d33de7f128f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.883s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.221124] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.221693] env[68292]: DEBUG nova.compute.manager [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.224997] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.673s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.225834] env[68292]: DEBUG nova.objects.instance [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1160.265137] env[68292]: DEBUG oslo_concurrency.lockutils [req-92371eca-76b2-4e20-8319-ea40df51ba54 req-e4ef77a6-1922-4f4c-afaf-57eeac6e7f1b service nova] Releasing lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.323008] env[68292]: DEBUG nova.network.neutron [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updating instance_info_cache with network_info: [{"id": "e0d874e3-9491-44ca-86ea-090541148c5f", "address": "fa:16:3e:bb:f4:74", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d874e3-94", "ovs_interfaceid": "e0d874e3-9491-44ca-86ea-090541148c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.472192] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5241f1ee-2aa8-0e58-fb7b-66e4a9477476, 'name': SearchDatastore_Task, 'duration_secs': 0.020489} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.473036] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d62245d8-cf23-43ae-af20-151a6c0c83b8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.477845] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1160.477845] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]523c16c2-3af8-20a5-6995-28936125f4fd" [ 1160.477845] env[68292]: _type = "Task" [ 1160.477845] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.484929] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523c16c2-3af8-20a5-6995-28936125f4fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.517809] env[68292]: DEBUG nova.compute.manager [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.517998] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.518808] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c08a81e-fa35-44ca-8f33-d8b7c40b165d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.525311] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.525536] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd0d6a53-3a6f-4db0-a1dc-efd669e6374f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.583989] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.584282] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.584597] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleting the datastore file [datastore2] a5a045b9-1050-420a-9d90-5a5205499e16 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.584906] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4e75759-96fc-45f5-903a-cbd12ffe271c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.591834] env[68292]: DEBUG oslo_vmware.api [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1160.591834] env[68292]: value = "task-3072792" [ 1160.591834] env[68292]: _type = "Task" [ 1160.591834] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.599721] env[68292]: DEBUG oslo_vmware.api [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.726717] env[68292]: DEBUG nova.compute.utils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.728319] env[68292]: DEBUG nova.compute.manager [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.728528] env[68292]: DEBUG nova.network.neutron [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.773681] env[68292]: DEBUG nova.policy [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd43d80b3c4c4898b3e89462067937ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18433f675f894ffa8239b1678808c3e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.826415] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.863953] env[68292]: DEBUG nova.virt.hardware [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9fc6d3276ba1dec0fe5d095701449b73',container_format='bare',created_at=2025-03-18T16:48:08Z,direct_url=,disk_format='vmdk',id=30f6b9fc-3229-4c75-916d-e68401dad04e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-787874851-shelved',owner='922a38b23a97436287365ba6d804ed1a',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-03-18T16:48:22Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.864306] env[68292]: DEBUG nova.virt.hardware [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.864513] env[68292]: DEBUG nova.virt.hardware [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.864704] env[68292]: DEBUG nova.virt.hardware [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.864848] env[68292]: DEBUG nova.virt.hardware [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.864994] env[68292]: DEBUG nova.virt.hardware [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.865212] env[68292]: DEBUG nova.virt.hardware [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.865547] env[68292]: DEBUG nova.virt.hardware [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.865547] env[68292]: DEBUG nova.virt.hardware [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.865688] env[68292]: DEBUG nova.virt.hardware [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.865858] env[68292]: DEBUG nova.virt.hardware [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.866816] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a356151-fa98-4007-8a1e-70b838889345 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.875628] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3688475-6cbb-4b56-b2e2-845e5ebcdea7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.889538] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:f4:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0d874e3-9491-44ca-86ea-090541148c5f', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.896829] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.897105] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.897316] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eec838b-fa10-43a1-9c63-232442a5a133 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.917470] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.917470] env[68292]: value = "task-3072793" [ 1160.917470] env[68292]: _type = "Task" [ 1160.917470] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.925448] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072793, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.988264] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523c16c2-3af8-20a5-6995-28936125f4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013413} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.988535] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.988797] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc/909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.989069] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74069991-2ae2-4e6c-99ef-34ca055e68e2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.994912] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1160.994912] env[68292]: value = "task-3072794" [ 1160.994912] env[68292]: _type = "Task" [ 1160.994912] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.003448] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.048405] env[68292]: DEBUG nova.compute.manager [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Received event network-vif-plugged-e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.048657] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] Acquiring lock "022bc348-49da-4911-ab3d-a162305bdeaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.048869] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] Lock "022bc348-49da-4911-ab3d-a162305bdeaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.049149] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] Lock "022bc348-49da-4911-ab3d-a162305bdeaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.049385] env[68292]: DEBUG nova.compute.manager [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] No waiting events found dispatching network-vif-plugged-e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.049768] env[68292]: WARNING nova.compute.manager [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Received unexpected event network-vif-plugged-e0d874e3-9491-44ca-86ea-090541148c5f for instance with vm_state shelved_offloaded and task_state spawning. [ 1161.049969] env[68292]: DEBUG nova.compute.manager [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Received event network-changed-e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.050214] env[68292]: DEBUG nova.compute.manager [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Refreshing instance network info cache due to event network-changed-e0d874e3-9491-44ca-86ea-090541148c5f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.050445] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] Acquiring lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.050594] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] Acquired lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.050781] env[68292]: DEBUG nova.network.neutron [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Refreshing network info cache for port e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.103268] env[68292]: DEBUG oslo_vmware.api [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183009} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.103268] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.103268] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.103268] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.103268] env[68292]: INFO nova.compute.manager [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1161.104248] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.104248] env[68292]: DEBUG nova.compute.manager [-] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.104248] env[68292]: DEBUG nova.network.neutron [-] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.122900] env[68292]: DEBUG nova.network.neutron [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Successfully created port: b6578be5-f769-4427-a6ff-1c2698b3e7ff {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.232435] env[68292]: DEBUG nova.compute.manager [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.236308] env[68292]: DEBUG oslo_concurrency.lockutils [None req-762f1d16-a0b0-4701-b054-f3448a94f997 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.240468] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.265s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.240468] env[68292]: DEBUG nova.objects.instance [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lazy-loading 'resources' on Instance uuid 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.434602] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072793, 'name': CreateVM_Task, 'duration_secs': 0.303004} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.434602] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.436042] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.437826] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.437826] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.437826] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff9b30e-0007-4142-93d2-6869483971da {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.444168] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1161.444168] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a44b86-7f4c-b98d-c63c-a036fdc7f239" [ 1161.444168] env[68292]: _type = "Task" [ 1161.444168] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.459559] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a44b86-7f4c-b98d-c63c-a036fdc7f239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.508461] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506569} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.508736] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc/909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.508942] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.509364] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3814f883-1a05-401f-99d1-5bfe95ed14ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.515505] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1161.515505] env[68292]: value = "task-3072795" [ 1161.515505] env[68292]: _type = "Task" [ 1161.515505] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.523115] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.764015] env[68292]: DEBUG nova.scheduler.client.report [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1161.781291] env[68292]: DEBUG nova.network.neutron [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updated VIF entry in instance network info cache for port e0d874e3-9491-44ca-86ea-090541148c5f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.781984] env[68292]: DEBUG nova.network.neutron [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updating instance_info_cache with network_info: [{"id": "e0d874e3-9491-44ca-86ea-090541148c5f", "address": "fa:16:3e:bb:f4:74", "network": {"id": "44dc468b-9e2c-41d4-a7f6-fbc85179bd4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501894258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922a38b23a97436287365ba6d804ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d874e3-94", "ovs_interfaceid": "e0d874e3-9491-44ca-86ea-090541148c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.791261] env[68292]: DEBUG nova.scheduler.client.report [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1161.792108] env[68292]: DEBUG nova.compute.provider_tree [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.805675] env[68292]: DEBUG nova.scheduler.client.report [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1161.824675] env[68292]: DEBUG nova.scheduler.client.report [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1161.958811] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.958811] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Processing image 30f6b9fc-3229-4c75-916d-e68401dad04e {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.958811] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e/30f6b9fc-3229-4c75-916d-e68401dad04e.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.959014] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e/30f6b9fc-3229-4c75-916d-e68401dad04e.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.959117] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.959420] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68df5228-3295-449d-8b69-c32b8e05282d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.962961] env[68292]: DEBUG nova.network.neutron [-] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.976302] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.976302] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.977064] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ccbfa4-4ce6-4453-9b19-15aa4fb5acd1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.982653] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fb87ea-481e-4259-be27-467e4a82ed2e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.988145] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1161.988145] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ba0830-fd6a-e39d-2809-12e653782d91" [ 1161.988145] env[68292]: _type = "Task" [ 1161.988145] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.993637] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43274aaa-46eb-4bbc-8153-c0effa9bf1cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.001298] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ba0830-fd6a-e39d-2809-12e653782d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.029683] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa3a633-63e5-4701-92b8-293b11d9a855 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.037283] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107822} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.038949] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.039743] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d28601-cd4b-4be3-94cc-bc799b3b5a03 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.042849] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985b55bb-5ced-49e1-8f4f-42fefeb7fce5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.067428] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc/909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.075121] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8737a55-2e09-4735-b357-79969fe3d04d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.089447] env[68292]: DEBUG nova.compute.provider_tree [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.098554] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1162.098554] env[68292]: value = "task-3072796" [ 1162.098554] env[68292]: _type = "Task" [ 1162.098554] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.107596] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.247546] env[68292]: DEBUG nova.compute.manager [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.275517] env[68292]: DEBUG nova.virt.hardware [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.275802] env[68292]: DEBUG nova.virt.hardware [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.275994] env[68292]: DEBUG nova.virt.hardware [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.276240] env[68292]: DEBUG nova.virt.hardware [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.276428] env[68292]: DEBUG nova.virt.hardware [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.276615] env[68292]: DEBUG nova.virt.hardware [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.276862] env[68292]: DEBUG nova.virt.hardware [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.277074] env[68292]: DEBUG nova.virt.hardware [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.277291] env[68292]: DEBUG nova.virt.hardware [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.277492] env[68292]: DEBUG nova.virt.hardware [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.277704] env[68292]: DEBUG nova.virt.hardware [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.278617] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0d997c-cd45-4152-8340-9bf6536067b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.288473] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] Releasing lock "refresh_cache-022bc348-49da-4911-ab3d-a162305bdeaa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.288838] env[68292]: DEBUG nova.compute.manager [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Received event network-changed-48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.289137] env[68292]: DEBUG nova.compute.manager [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Refreshing instance network info cache due to event network-changed-48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.289490] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] Acquiring lock "refresh_cache-4ce0e150-4724-40df-b312-d33de7f128f9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.289732] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] Acquired lock "refresh_cache-4ce0e150-4724-40df-b312-d33de7f128f9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.290019] env[68292]: DEBUG nova.network.neutron [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Refreshing network info cache for port 48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.294699] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046164bd-7a69-4242-ab04-96f9f0453319 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.467724] env[68292]: INFO nova.compute.manager [-] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Took 1.36 seconds to deallocate network for instance. [ 1162.501806] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Preparing fetch location {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1162.502900] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Fetch image to [datastore2] OSTACK_IMG_37ef8d66-5d73-4c02-accb-2a625ae966a1/OSTACK_IMG_37ef8d66-5d73-4c02-accb-2a625ae966a1.vmdk {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1162.502900] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Downloading stream optimized image 30f6b9fc-3229-4c75-916d-e68401dad04e to [datastore2] OSTACK_IMG_37ef8d66-5d73-4c02-accb-2a625ae966a1/OSTACK_IMG_37ef8d66-5d73-4c02-accb-2a625ae966a1.vmdk on the data store datastore2 as vApp {{(pid=68292) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1162.502900] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Downloading image file data 30f6b9fc-3229-4c75-916d-e68401dad04e to the ESX as VM named 'OSTACK_IMG_37ef8d66-5d73-4c02-accb-2a625ae966a1' {{(pid=68292) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1162.576551] env[68292]: DEBUG nova.compute.manager [req-9c6adbce-eb8f-4f3a-b445-d2b123bdcf38 req-c86a128f-8b65-45b3-ab35-b38d4685f40d service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Received event network-vif-plugged-b6578be5-f769-4427-a6ff-1c2698b3e7ff {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.576780] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c6adbce-eb8f-4f3a-b445-d2b123bdcf38 req-c86a128f-8b65-45b3-ab35-b38d4685f40d service nova] Acquiring lock "17c12b8d-54a4-4530-b476-05bf0e3a1397-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.576986] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c6adbce-eb8f-4f3a-b445-d2b123bdcf38 req-c86a128f-8b65-45b3-ab35-b38d4685f40d service nova] Lock "17c12b8d-54a4-4530-b476-05bf0e3a1397-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.577193] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c6adbce-eb8f-4f3a-b445-d2b123bdcf38 req-c86a128f-8b65-45b3-ab35-b38d4685f40d service nova] Lock "17c12b8d-54a4-4530-b476-05bf0e3a1397-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.577374] env[68292]: DEBUG nova.compute.manager [req-9c6adbce-eb8f-4f3a-b445-d2b123bdcf38 req-c86a128f-8b65-45b3-ab35-b38d4685f40d service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] No waiting events found dispatching network-vif-plugged-b6578be5-f769-4427-a6ff-1c2698b3e7ff {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.577533] env[68292]: WARNING nova.compute.manager [req-9c6adbce-eb8f-4f3a-b445-d2b123bdcf38 req-c86a128f-8b65-45b3-ab35-b38d4685f40d service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Received unexpected event network-vif-plugged-b6578be5-f769-4427-a6ff-1c2698b3e7ff for instance with vm_state building and task_state spawning. [ 1162.585709] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1162.585709] env[68292]: value = "resgroup-9" [ 1162.585709] env[68292]: _type = "ResourcePool" [ 1162.585709] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1162.585960] env[68292]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-49941616-5f21-4261-a396-a8447db3a914 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.601983] env[68292]: DEBUG nova.scheduler.client.report [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.613920] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072796, 'name': ReconfigVM_Task, 'duration_secs': 0.281551} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.615118] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc/909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.616190] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lease: (returnval){ [ 1162.616190] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab18db-f645-1709-47c4-125f79072a05" [ 1162.616190] env[68292]: _type = "HttpNfcLease" [ 1162.616190] env[68292]: } obtained for vApp import into resource pool (val){ [ 1162.616190] env[68292]: value = "resgroup-9" [ 1162.616190] env[68292]: _type = "ResourcePool" [ 1162.616190] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1162.616517] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the lease: (returnval){ [ 1162.616517] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab18db-f645-1709-47c4-125f79072a05" [ 1162.616517] env[68292]: _type = "HttpNfcLease" [ 1162.616517] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1162.617258] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00eef082-a026-4a3c-9ab1-1869eefa5c8d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.627444] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.627444] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab18db-f645-1709-47c4-125f79072a05" [ 1162.627444] env[68292]: _type = "HttpNfcLease" [ 1162.627444] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1162.628847] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1162.628847] env[68292]: value = "task-3072798" [ 1162.628847] env[68292]: _type = "Task" [ 1162.628847] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.640952] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072798, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.667608] env[68292]: DEBUG nova.network.neutron [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Successfully updated port: b6578be5-f769-4427-a6ff-1c2698b3e7ff {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.974230] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.028623] env[68292]: DEBUG nova.network.neutron [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Updated VIF entry in instance network info cache for port 48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.029015] env[68292]: DEBUG nova.network.neutron [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Updating instance_info_cache with network_info: [{"id": "48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f", "address": "fa:16:3e:66:26:2c", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48d6a538-6c", "ovs_interfaceid": "48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.072935] env[68292]: DEBUG nova.compute.manager [req-5efe20cf-6c2d-45f7-bd65-1b8912d63dc2 req-108362a7-ff95-40a5-b158-f46ef23dcf59 service nova] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Received event network-vif-deleted-a9319649-aed8-4dab-a43b-52d5f5773975 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.105743] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.108204] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.134s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.108451] env[68292]: DEBUG nova.objects.instance [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lazy-loading 'resources' on Instance uuid a5a045b9-1050-420a-9d90-5a5205499e16 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.127184] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.127184] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab18db-f645-1709-47c4-125f79072a05" [ 1163.127184] env[68292]: _type = "HttpNfcLease" [ 1163.127184] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1163.127532] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1163.127532] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab18db-f645-1709-47c4-125f79072a05" [ 1163.127532] env[68292]: _type = "HttpNfcLease" [ 1163.127532] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1163.128243] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b39219-354e-4583-879f-b8bfb1d91cc8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.131566] env[68292]: INFO nova.scheduler.client.report [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted allocations for instance 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e [ 1163.145518] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072798, 'name': Rename_Task, 'duration_secs': 0.169552} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.145749] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293ce1e-27d1-ffe1-2ff0-fb05b6a2ed5a/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1163.146238] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293ce1e-27d1-ffe1-2ff0-fb05b6a2ed5a/disk-0.vmdk. {{(pid=68292) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1163.147276] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.147574] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1931efb2-6170-4192-8e51-fe9886d31aa8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.205882] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Acquiring lock "refresh_cache-17c12b8d-54a4-4530-b476-05bf0e3a1397" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.206045] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Acquired lock "refresh_cache-17c12b8d-54a4-4530-b476-05bf0e3a1397" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.206204] env[68292]: DEBUG nova.network.neutron [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.212213] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1163.212213] env[68292]: value = "task-3072799" [ 1163.212213] env[68292]: _type = "Task" [ 1163.212213] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.219332] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3c3a43f-6587-4e00-9c17-85c984c3a877 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.226182] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.532357] env[68292]: DEBUG oslo_concurrency.lockutils [req-9c415d11-9d83-46ab-a995-e8974e5525ea req-d7a14cf0-2865-42ee-9427-4368000da08e service nova] Releasing lock "refresh_cache-4ce0e150-4724-40df-b312-d33de7f128f9" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.644997] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79b63f86-66f0-4c4c-be98-2879f6e5676d tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2a4ce0a7-b7fe-4436-bd34-925d20beaa2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.640s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.724583] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072799, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.742427] env[68292]: DEBUG nova.network.neutron [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.756978] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e92dc5-cfd9-4646-9b49-d25a3ced92f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.767534] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f0e2f5-4b4a-45d9-b52e-d54dfdb7d280 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.811058] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392f7893-53d1-41f1-9343-794e6c6994cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.824539] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9649ff03-22b4-45e4-88d8-a3750c7185ca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.840082] env[68292]: DEBUG nova.compute.provider_tree [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.926989] env[68292]: DEBUG nova.network.neutron [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Updating instance_info_cache with network_info: [{"id": "b6578be5-f769-4427-a6ff-1c2698b3e7ff", "address": "fa:16:3e:27:c8:ce", "network": {"id": "7c9f2ecc-9b8c-4b4f-abf1-7e78924cb6ed", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1418598832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18433f675f894ffa8239b1678808c3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6578be5-f7", "ovs_interfaceid": "b6578be5-f769-4427-a6ff-1c2698b3e7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.226147] env[68292]: DEBUG oslo_vmware.api [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072799, 'name': PowerOnVM_Task, 'duration_secs': 0.520192} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.227774] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.227988] env[68292]: INFO nova.compute.manager [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1164.228194] env[68292]: DEBUG nova.compute.manager [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.229077] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a201e844-e905-47e0-b3c1-ad32c70a6b75 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.345844] env[68292]: DEBUG nova.scheduler.client.report [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.431350] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Releasing lock "refresh_cache-17c12b8d-54a4-4530-b476-05bf0e3a1397" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.431818] env[68292]: DEBUG nova.compute.manager [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Instance network_info: |[{"id": "b6578be5-f769-4427-a6ff-1c2698b3e7ff", "address": "fa:16:3e:27:c8:ce", "network": {"id": "7c9f2ecc-9b8c-4b4f-abf1-7e78924cb6ed", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1418598832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18433f675f894ffa8239b1678808c3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6578be5-f7", "ovs_interfaceid": "b6578be5-f769-4427-a6ff-1c2698b3e7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.432292] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:c8:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6578be5-f769-4427-a6ff-1c2698b3e7ff', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.440976] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Creating folder: Project (18433f675f894ffa8239b1678808c3e3). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.443811] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43969597-29c5-4da6-a955-e46dbfd77fe4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.456623] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Created folder: Project (18433f675f894ffa8239b1678808c3e3) in parent group-v614981. [ 1164.456890] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Creating folder: Instances. Parent ref: group-v615278. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.457233] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61fda464-26df-4be8-831a-6e5c8961cf0d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.469911] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Created folder: Instances in parent group-v615278. [ 1164.470214] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.470429] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.470678] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5ec27c8-bb39-43f1-8066-8ecc1825db02 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.489217] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Completed reading data from the image iterator. {{(pid=68292) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1164.489523] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293ce1e-27d1-ffe1-2ff0-fb05b6a2ed5a/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1164.490493] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bae61ba-86bf-4b93-8cfc-8735a69925aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.497377] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293ce1e-27d1-ffe1-2ff0-fb05b6a2ed5a/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1164.497588] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293ce1e-27d1-ffe1-2ff0-fb05b6a2ed5a/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1164.498859] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-34224b39-0373-4de4-a2b9-06c271ebec82 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.500472] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.500472] env[68292]: value = "task-3072802" [ 1164.500472] env[68292]: _type = "Task" [ 1164.500472] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.508750] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072802, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.606347] env[68292]: DEBUG nova.compute.manager [req-7e4d5a7e-854c-4d43-b33a-d10ca744423e req-7b1ae03e-2924-485c-8713-5733e4610a6c service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Received event network-changed-b6578be5-f769-4427-a6ff-1c2698b3e7ff {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.606504] env[68292]: DEBUG nova.compute.manager [req-7e4d5a7e-854c-4d43-b33a-d10ca744423e req-7b1ae03e-2924-485c-8713-5733e4610a6c service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Refreshing instance network info cache due to event network-changed-b6578be5-f769-4427-a6ff-1c2698b3e7ff. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.606710] env[68292]: DEBUG oslo_concurrency.lockutils [req-7e4d5a7e-854c-4d43-b33a-d10ca744423e req-7b1ae03e-2924-485c-8713-5733e4610a6c service nova] Acquiring lock "refresh_cache-17c12b8d-54a4-4530-b476-05bf0e3a1397" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.606842] env[68292]: DEBUG oslo_concurrency.lockutils [req-7e4d5a7e-854c-4d43-b33a-d10ca744423e req-7b1ae03e-2924-485c-8713-5733e4610a6c service nova] Acquired lock "refresh_cache-17c12b8d-54a4-4530-b476-05bf0e3a1397" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.607008] env[68292]: DEBUG nova.network.neutron [req-7e4d5a7e-854c-4d43-b33a-d10ca744423e req-7b1ae03e-2924-485c-8713-5733e4610a6c service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Refreshing network info cache for port b6578be5-f769-4427-a6ff-1c2698b3e7ff {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.747983] env[68292]: INFO nova.compute.manager [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Took 14.28 seconds to build instance. [ 1164.850757] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.876763] env[68292]: INFO nova.scheduler.client.report [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted allocations for instance a5a045b9-1050-420a-9d90-5a5205499e16 [ 1164.941751] env[68292]: DEBUG oslo_vmware.rw_handles [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293ce1e-27d1-ffe1-2ff0-fb05b6a2ed5a/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1164.941984] env[68292]: INFO nova.virt.vmwareapi.images [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Downloaded image file data 30f6b9fc-3229-4c75-916d-e68401dad04e [ 1164.942825] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fd82ec-8a89-49ef-abcc-0d6b762a2f1d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.958072] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2d9f6c7-980f-469c-8ca7-e0232347ed9a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.991849] env[68292]: INFO nova.virt.vmwareapi.images [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] The imported VM was unregistered [ 1164.993793] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Caching image {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1164.994030] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Creating directory with path [datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.994320] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7177d94f-7bae-4bc1-aff2-a12330f16968 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.009652] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072802, 'name': CreateVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.033008] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Created directory with path [datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.033008] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_37ef8d66-5d73-4c02-accb-2a625ae966a1/OSTACK_IMG_37ef8d66-5d73-4c02-accb-2a625ae966a1.vmdk to [datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e/30f6b9fc-3229-4c75-916d-e68401dad04e.vmdk. {{(pid=68292) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1165.033008] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d43505ab-f19a-4584-9d3d-7375f5d23434 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.040086] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1165.040086] env[68292]: value = "task-3072804" [ 1165.040086] env[68292]: _type = "Task" [ 1165.040086] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.048350] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072804, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.249981] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d403ab28-50c7-44ff-90f1-93d67c8137f7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.788s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.276067] env[68292]: DEBUG nova.compute.manager [req-f688662e-0ccb-4153-b641-ba59dd50ee76 req-dfbcc11e-a930-4bc2-8b60-a5031dec1f14 service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Received event network-changed-63651cf5-2e89-4afa-84b0-aa0088943cb3 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.276328] env[68292]: DEBUG nova.compute.manager [req-f688662e-0ccb-4153-b641-ba59dd50ee76 req-dfbcc11e-a930-4bc2-8b60-a5031dec1f14 service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Refreshing instance network info cache due to event network-changed-63651cf5-2e89-4afa-84b0-aa0088943cb3. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.276594] env[68292]: DEBUG oslo_concurrency.lockutils [req-f688662e-0ccb-4153-b641-ba59dd50ee76 req-dfbcc11e-a930-4bc2-8b60-a5031dec1f14 service nova] Acquiring lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.276804] env[68292]: DEBUG oslo_concurrency.lockutils [req-f688662e-0ccb-4153-b641-ba59dd50ee76 req-dfbcc11e-a930-4bc2-8b60-a5031dec1f14 service nova] Acquired lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.277038] env[68292]: DEBUG nova.network.neutron [req-f688662e-0ccb-4153-b641-ba59dd50ee76 req-dfbcc11e-a930-4bc2-8b60-a5031dec1f14 service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Refreshing network info cache for port 63651cf5-2e89-4afa-84b0-aa0088943cb3 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.381375] env[68292]: DEBUG nova.network.neutron [req-7e4d5a7e-854c-4d43-b33a-d10ca744423e req-7b1ae03e-2924-485c-8713-5733e4610a6c service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Updated VIF entry in instance network info cache for port b6578be5-f769-4427-a6ff-1c2698b3e7ff. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.381746] env[68292]: DEBUG nova.network.neutron [req-7e4d5a7e-854c-4d43-b33a-d10ca744423e req-7b1ae03e-2924-485c-8713-5733e4610a6c service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Updating instance_info_cache with network_info: [{"id": "b6578be5-f769-4427-a6ff-1c2698b3e7ff", "address": "fa:16:3e:27:c8:ce", "network": {"id": "7c9f2ecc-9b8c-4b4f-abf1-7e78924cb6ed", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1418598832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18433f675f894ffa8239b1678808c3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6578be5-f7", "ovs_interfaceid": "b6578be5-f769-4427-a6ff-1c2698b3e7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.386428] env[68292]: DEBUG oslo_concurrency.lockutils [None req-78464c3a-547e-4c27-b231-e97b9d6f06c0 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "a5a045b9-1050-420a-9d90-5a5205499e16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.373s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.511747] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072802, 'name': CreateVM_Task, 'duration_secs': 0.594592} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.511956] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.512683] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.512871] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.513211] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.513501] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c278826-75c9-4baf-91c1-6b7cb1246cd9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.518020] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Waiting for the task: (returnval){ [ 1165.518020] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529b2359-dd8c-1a64-3edd-0529496a0f3d" [ 1165.518020] env[68292]: _type = "Task" [ 1165.518020] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.525663] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529b2359-dd8c-1a64-3edd-0529496a0f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.549631] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072804, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.886353] env[68292]: DEBUG oslo_concurrency.lockutils [req-7e4d5a7e-854c-4d43-b33a-d10ca744423e req-7b1ae03e-2924-485c-8713-5733e4610a6c service nova] Releasing lock "refresh_cache-17c12b8d-54a4-4530-b476-05bf0e3a1397" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.028787] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529b2359-dd8c-1a64-3edd-0529496a0f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.025075} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.029122] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.029395] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.029652] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.029799] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.029981] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.030303] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af44efb6-a8c4-42e8-92cb-64af1b8e01cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.046464] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.046669] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.047828] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0f1a72-f393-4bfd-adcd-f233d5580721 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.055627] env[68292]: DEBUG nova.network.neutron [req-f688662e-0ccb-4153-b641-ba59dd50ee76 req-dfbcc11e-a930-4bc2-8b60-a5031dec1f14 service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updated VIF entry in instance network info cache for port 63651cf5-2e89-4afa-84b0-aa0088943cb3. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.055987] env[68292]: DEBUG nova.network.neutron [req-f688662e-0ccb-4153-b641-ba59dd50ee76 req-dfbcc11e-a930-4bc2-8b60-a5031dec1f14 service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance_info_cache with network_info: [{"id": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "address": "fa:16:3e:ff:67:d0", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63651cf5-2e", "ovs_interfaceid": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.057250] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072804, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.060701] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Waiting for the task: (returnval){ [ 1166.060701] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52326966-7eac-204c-cc36-684ac9c03937" [ 1166.060701] env[68292]: _type = "Task" [ 1166.060701] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.068528] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52326966-7eac-204c-cc36-684ac9c03937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.169507] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "22da095a-789c-44f5-972b-a90b305b04f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.169788] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "22da095a-789c-44f5-972b-a90b305b04f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.208151] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "2e70d62d-d46c-49c4-9035-098a89157b8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.208363] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.552624] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072804, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.558495] env[68292]: DEBUG oslo_concurrency.lockutils [req-f688662e-0ccb-4153-b641-ba59dd50ee76 req-dfbcc11e-a930-4bc2-8b60-a5031dec1f14 service nova] Releasing lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.571994] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52326966-7eac-204c-cc36-684ac9c03937, 'name': SearchDatastore_Task, 'duration_secs': 0.080283} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.573054] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f83c6b-00f2-4f6a-b6ac-9d2856dcb61c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.579199] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Waiting for the task: (returnval){ [ 1166.579199] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ab8d09-f724-346c-5c01-b1f71e706aec" [ 1166.579199] env[68292]: _type = "Task" [ 1166.579199] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.587911] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ab8d09-f724-346c-5c01-b1f71e706aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.672765] env[68292]: DEBUG nova.compute.manager [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.711100] env[68292]: DEBUG nova.compute.manager [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1167.052895] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072804, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.089314] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ab8d09-f724-346c-5c01-b1f71e706aec, 'name': SearchDatastore_Task, 'duration_secs': 0.086142} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.089622] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.089892] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 17c12b8d-54a4-4530-b476-05bf0e3a1397/17c12b8d-54a4-4530-b476-05bf0e3a1397.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.090176] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c4254b0-3dae-422a-a57e-d7d4dca01af2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.097861] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Waiting for the task: (returnval){ [ 1167.097861] env[68292]: value = "task-3072805" [ 1167.097861] env[68292]: _type = "Task" [ 1167.097861] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.106153] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.197511] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.197904] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.199948] env[68292]: INFO nova.compute.claims [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.231482] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.556329] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072804, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.607783] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.054884] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072804, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.801431} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.055138] env[68292]: INFO nova.virt.vmwareapi.ds_util [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_37ef8d66-5d73-4c02-accb-2a625ae966a1/OSTACK_IMG_37ef8d66-5d73-4c02-accb-2a625ae966a1.vmdk to [datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e/30f6b9fc-3229-4c75-916d-e68401dad04e.vmdk. [ 1168.055338] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Cleaning up location [datastore2] OSTACK_IMG_37ef8d66-5d73-4c02-accb-2a625ae966a1 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1168.055509] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_37ef8d66-5d73-4c02-accb-2a625ae966a1 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.055780] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01b387af-c007-409e-a96e-316c2c996d6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.062651] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1168.062651] env[68292]: value = "task-3072806" [ 1168.062651] env[68292]: _type = "Task" [ 1168.062651] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.070823] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.108369] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072805, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.331336] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3609f62-9dd3-4646-b341-a38dcd32ba4b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.339180] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31d801f-3e46-4bb2-b127-a68b577c5fc7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.370177] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f82dd6-235d-4811-ba5a-c8518173e19b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.374583] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "84d83be1-ea9a-4bf1-b942-f994284e6206" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.374861] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.379587] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ae0e19-0883-42a5-b273-e1e5042e60e9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.394963] env[68292]: DEBUG nova.compute.provider_tree [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.572920] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115297} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.572920] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.572920] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e/30f6b9fc-3229-4c75-916d-e68401dad04e.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.573319] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e/30f6b9fc-3229-4c75-916d-e68401dad04e.vmdk to [datastore2] 022bc348-49da-4911-ab3d-a162305bdeaa/022bc348-49da-4911-ab3d-a162305bdeaa.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.573481] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6cbdbb7-4dd9-4d82-9ca7-2c08379c80c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.580504] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1168.580504] env[68292]: value = "task-3072807" [ 1168.580504] env[68292]: _type = "Task" [ 1168.580504] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.588291] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.608312] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072805, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.066652} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.608415] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 17c12b8d-54a4-4530-b476-05bf0e3a1397/17c12b8d-54a4-4530-b476-05bf0e3a1397.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.608602] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.608866] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae006b9e-c56d-411c-aeba-c7b8aecff0c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.615298] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Waiting for the task: (returnval){ [ 1168.615298] env[68292]: value = "task-3072808" [ 1168.615298] env[68292]: _type = "Task" [ 1168.615298] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.623968] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.879854] env[68292]: DEBUG nova.compute.utils [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.898466] env[68292]: DEBUG nova.scheduler.client.report [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.091515] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072807, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.124378] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261267} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.124671] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.125504] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0440431f-dc22-4ee3-a958-1129b432cdb8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.148436] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 17c12b8d-54a4-4530-b476-05bf0e3a1397/17c12b8d-54a4-4530-b476-05bf0e3a1397.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.148788] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-966e8eda-01d4-41f7-bc3c-c54912564cd2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.169407] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Waiting for the task: (returnval){ [ 1169.169407] env[68292]: value = "task-3072809" [ 1169.169407] env[68292]: _type = "Task" [ 1169.169407] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.178105] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.383328] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.405127] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.405686] env[68292]: DEBUG nova.compute.manager [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.408727] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.177s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.410624] env[68292]: INFO nova.compute.claims [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.592166] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072807, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.680705] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.917754] env[68292]: DEBUG nova.compute.utils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.919536] env[68292]: DEBUG nova.compute.manager [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.919714] env[68292]: DEBUG nova.network.neutron [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.976106] env[68292]: DEBUG nova.policy [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '015883cd6d5d4b6b8389cc2c53340746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '686239d102c44129a735969d15062852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.092841] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072807, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.181017] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072809, 'name': ReconfigVM_Task, 'duration_secs': 0.979676} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.181305] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 17c12b8d-54a4-4530-b476-05bf0e3a1397/17c12b8d-54a4-4530-b476-05bf0e3a1397.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.181965] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bed7872e-d43e-451a-b360-6eb7bf298f04 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.189738] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Waiting for the task: (returnval){ [ 1170.189738] env[68292]: value = "task-3072810" [ 1170.189738] env[68292]: _type = "Task" [ 1170.189738] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.202786] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072810, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.265464] env[68292]: DEBUG nova.network.neutron [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Successfully created port: 87886673-7082-48d2-bf9e-5cee27af666a {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.376837] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.377169] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.377404] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.377568] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.377722] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.377927] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.378105] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.378254] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68292) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1170.378403] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.425628] env[68292]: DEBUG nova.compute.manager [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.435191] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "84d83be1-ea9a-4bf1-b942-f994284e6206" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.435434] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.435737] env[68292]: INFO nova.compute.manager [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Attaching volume cc90f5ff-dd38-4245-9ef1-65300d89fdff to /dev/sdb [ 1170.482749] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c38b25-1c13-45aa-b5c8-d450db1da03f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.494268] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce23bbbf-96d6-4ab1-9a59-1daaebc3c1bf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.508257] env[68292]: DEBUG nova.virt.block_device [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Updating existing volume attachment record: 308a04ea-265a-4868-873e-f687fa8ff43e {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.592782] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072807, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.594368] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4024413-2f46-440d-a7f9-213f697dbeab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.601600] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b15ac3-096e-44ed-834a-233b60b1de59 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.634450] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d7203c-1fbd-4eb5-8c0b-8e5d52210089 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.642413] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ef2dcd-ca5e-4b6a-985f-7326d50546b9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.656989] env[68292]: DEBUG nova.compute.provider_tree [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.699166] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072810, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.881230] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.092865] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072807, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.451368} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.093236] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/30f6b9fc-3229-4c75-916d-e68401dad04e/30f6b9fc-3229-4c75-916d-e68401dad04e.vmdk to [datastore2] 022bc348-49da-4911-ab3d-a162305bdeaa/022bc348-49da-4911-ab3d-a162305bdeaa.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.094015] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1f6951-91b8-4f3e-97cb-f724e71676cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.119988] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 022bc348-49da-4911-ab3d-a162305bdeaa/022bc348-49da-4911-ab3d-a162305bdeaa.vmdk or device None with type streamOptimized {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.120338] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9de22908-49bf-4961-b5f7-9929dae7f5bb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.140798] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1171.140798] env[68292]: value = "task-3072814" [ 1171.140798] env[68292]: _type = "Task" [ 1171.140798] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.148576] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.160652] env[68292]: DEBUG nova.scheduler.client.report [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.200633] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072810, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.436392] env[68292]: DEBUG nova.compute.manager [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.463117] env[68292]: DEBUG nova.virt.hardware [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.463371] env[68292]: DEBUG nova.virt.hardware [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.463534] env[68292]: DEBUG nova.virt.hardware [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.463712] env[68292]: DEBUG nova.virt.hardware [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.463860] env[68292]: DEBUG nova.virt.hardware [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.464016] env[68292]: DEBUG nova.virt.hardware [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.464235] env[68292]: DEBUG nova.virt.hardware [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.464395] env[68292]: DEBUG nova.virt.hardware [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.464561] env[68292]: DEBUG nova.virt.hardware [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.464722] env[68292]: DEBUG nova.virt.hardware [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.464892] env[68292]: DEBUG nova.virt.hardware [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.465754] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbd78e5-1e44-4391-bd50-b3c5767511d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.473647] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0059a291-14fb-488a-b48b-29977e83327d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.651029] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072814, 'name': ReconfigVM_Task, 'duration_secs': 0.2807} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.651350] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 022bc348-49da-4911-ab3d-a162305bdeaa/022bc348-49da-4911-ab3d-a162305bdeaa.vmdk or device None with type streamOptimized {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.652010] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d96591e-29e1-43f3-912e-ed20dfb369ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.658185] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1171.658185] env[68292]: value = "task-3072815" [ 1171.658185] env[68292]: _type = "Task" [ 1171.658185] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.666486] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.666986] env[68292]: DEBUG nova.compute.manager [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.670287] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072815, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.670525] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.789s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.670700] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.670974] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1171.671769] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26b7e1a-c3cf-4da4-b8f2-0c7094d6fb96 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.678759] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ed8581-fb35-45fa-88f8-919ac1de3f02 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.697125] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a530eee2-1bf1-4911-ac25-f7ce19dabc80 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.704896] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072810, 'name': Rename_Task, 'duration_secs': 1.172944} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.707202] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.707566] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-199f9812-43b8-4e6a-86c6-b5a42bf1954d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.710874] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc331dcc-931e-4070-9a46-50d53876ad68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.719634] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Waiting for the task: (returnval){ [ 1171.719634] env[68292]: value = "task-3072816" [ 1171.719634] env[68292]: _type = "Task" [ 1171.719634] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.744848] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180031MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1171.745013] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.745241] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.752917] env[68292]: DEBUG nova.compute.manager [req-bb187580-bd51-488e-87ee-0ab7a1bdc18b req-58317420-b805-471a-b2ff-0bd4aa18774f service nova] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Received event network-vif-plugged-87886673-7082-48d2-bf9e-5cee27af666a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.752917] env[68292]: DEBUG oslo_concurrency.lockutils [req-bb187580-bd51-488e-87ee-0ab7a1bdc18b req-58317420-b805-471a-b2ff-0bd4aa18774f service nova] Acquiring lock "22da095a-789c-44f5-972b-a90b305b04f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.753112] env[68292]: DEBUG oslo_concurrency.lockutils [req-bb187580-bd51-488e-87ee-0ab7a1bdc18b req-58317420-b805-471a-b2ff-0bd4aa18774f service nova] Lock "22da095a-789c-44f5-972b-a90b305b04f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.753632] env[68292]: DEBUG oslo_concurrency.lockutils [req-bb187580-bd51-488e-87ee-0ab7a1bdc18b req-58317420-b805-471a-b2ff-0bd4aa18774f service nova] Lock "22da095a-789c-44f5-972b-a90b305b04f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.753632] env[68292]: DEBUG nova.compute.manager [req-bb187580-bd51-488e-87ee-0ab7a1bdc18b req-58317420-b805-471a-b2ff-0bd4aa18774f service nova] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] No waiting events found dispatching network-vif-plugged-87886673-7082-48d2-bf9e-5cee27af666a {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.753632] env[68292]: WARNING nova.compute.manager [req-bb187580-bd51-488e-87ee-0ab7a1bdc18b req-58317420-b805-471a-b2ff-0bd4aa18774f service nova] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Received unexpected event network-vif-plugged-87886673-7082-48d2-bf9e-5cee27af666a for instance with vm_state building and task_state spawning. [ 1171.760587] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.819047] env[68292]: DEBUG nova.network.neutron [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Successfully updated port: 87886673-7082-48d2-bf9e-5cee27af666a {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.168206] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072815, 'name': Rename_Task, 'duration_secs': 0.166289} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.168473] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.168722] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae1994d6-5007-4d83-be51-1954d1078994 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.171515] env[68292]: DEBUG nova.compute.utils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.172875] env[68292]: DEBUG nova.compute.manager [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.172973] env[68292]: DEBUG nova.network.neutron [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.175857] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1172.175857] env[68292]: value = "task-3072817" [ 1172.175857] env[68292]: _type = "Task" [ 1172.175857] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.183591] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.211448] env[68292]: DEBUG nova.policy [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a2ebf1e45cd4724aff9ddcd333c2e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7834ca8bd123442dba8b266c98f9176c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.258990] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072816, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.322136] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "refresh_cache-22da095a-789c-44f5-972b-a90b305b04f7" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.322327] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "refresh_cache-22da095a-789c-44f5-972b-a90b305b04f7" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.323058] env[68292]: DEBUG nova.network.neutron [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.509135] env[68292]: DEBUG nova.network.neutron [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Successfully created port: 1da237c9-c213-4d01-a345-2ec6311e7583 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.677558] env[68292]: DEBUG nova.compute.manager [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.692600] env[68292]: DEBUG oslo_vmware.api [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072817, 'name': PowerOnVM_Task, 'duration_secs': 0.48253} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.692600] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.758604] env[68292]: DEBUG oslo_vmware.api [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072816, 'name': PowerOnVM_Task, 'duration_secs': 0.89032} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.759088] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.759312] env[68292]: INFO nova.compute.manager [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1172.759542] env[68292]: DEBUG nova.compute.manager [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.760357] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4b46f0-35d4-467b-a6c0-b2576c62a843 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.778307] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 93ea8365-56d5-406d-adea-9acfe659fc3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1172.778458] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance a2554572-80d3-4348-b139-571d724558f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1172.778582] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 84d83be1-ea9a-4bf1-b942-f994284e6206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1172.778736] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 6bec1ca1-246e-4e3a-a433-e26399a969fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1172.778876] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 4ce0e150-4724-40df-b312-d33de7f128f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1172.778990] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1172.779108] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 022bc348-49da-4911-ab3d-a162305bdeaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1172.779246] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 17c12b8d-54a4-4530-b476-05bf0e3a1397 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1172.779346] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 22da095a-789c-44f5-972b-a90b305b04f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1172.779493] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 2e70d62d-d46c-49c4-9035-098a89157b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1172.779704] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1172.779839] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1172.805067] env[68292]: DEBUG nova.compute.manager [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.806034] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3ba785-1240-4950-9f72-bdf72fc564a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.859898] env[68292]: DEBUG nova.network.neutron [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.923029] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218b3559-ac02-47c7-aa20-21a5e73b924d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.932737] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90dff61-a6ee-4c97-88f9-9362b7aa9924 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.967243] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe0ed0a-fc53-41bd-8ad0-7700196bcacc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.974808] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a51b32f-e7d2-4768-80a3-28c958993ad8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.988386] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.006518] env[68292]: DEBUG nova.network.neutron [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Updating instance_info_cache with network_info: [{"id": "87886673-7082-48d2-bf9e-5cee27af666a", "address": "fa:16:3e:d5:57:71", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87886673-70", "ovs_interfaceid": "87886673-7082-48d2-bf9e-5cee27af666a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.277226] env[68292]: INFO nova.compute.manager [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Took 17.96 seconds to build instance. [ 1173.325561] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7c09d63f-dc6c-4ed5-a19b-71f0aad59316 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "022bc348-49da-4911-ab3d-a162305bdeaa" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.461s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.491581] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.508581] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "refresh_cache-22da095a-789c-44f5-972b-a90b305b04f7" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.508970] env[68292]: DEBUG nova.compute.manager [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Instance network_info: |[{"id": "87886673-7082-48d2-bf9e-5cee27af666a", "address": "fa:16:3e:d5:57:71", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87886673-70", "ovs_interfaceid": "87886673-7082-48d2-bf9e-5cee27af666a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.509368] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:57:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87886673-7082-48d2-bf9e-5cee27af666a', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.517732] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.518148] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.518378] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8380331f-921a-42fc-8f56-bc64ad611064 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.537954] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.537954] env[68292]: value = "task-3072819" [ 1173.537954] env[68292]: _type = "Task" [ 1173.537954] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.545410] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072819, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.689725] env[68292]: DEBUG nova.compute.manager [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.717510] env[68292]: DEBUG nova.virt.hardware [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.717727] env[68292]: DEBUG nova.virt.hardware [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.717887] env[68292]: DEBUG nova.virt.hardware [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.718081] env[68292]: DEBUG nova.virt.hardware [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.718231] env[68292]: DEBUG nova.virt.hardware [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.718377] env[68292]: DEBUG nova.virt.hardware [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.718585] env[68292]: DEBUG nova.virt.hardware [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.718747] env[68292]: DEBUG nova.virt.hardware [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.718915] env[68292]: DEBUG nova.virt.hardware [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.719092] env[68292]: DEBUG nova.virt.hardware [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.719271] env[68292]: DEBUG nova.virt.hardware [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.720161] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e6759b-f996-4a84-ab4f-90af90fd74ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.728280] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b64297a-1a03-407e-9df5-8964805c2217 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.770806] env[68292]: DEBUG nova.compute.manager [req-d0e36ba9-cb69-4e78-a75b-f578f30e95e5 req-86f2945c-538d-45b3-879a-f98007d50889 service nova] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Received event network-changed-87886673-7082-48d2-bf9e-5cee27af666a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.771016] env[68292]: DEBUG nova.compute.manager [req-d0e36ba9-cb69-4e78-a75b-f578f30e95e5 req-86f2945c-538d-45b3-879a-f98007d50889 service nova] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Refreshing instance network info cache due to event network-changed-87886673-7082-48d2-bf9e-5cee27af666a. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.771254] env[68292]: DEBUG oslo_concurrency.lockutils [req-d0e36ba9-cb69-4e78-a75b-f578f30e95e5 req-86f2945c-538d-45b3-879a-f98007d50889 service nova] Acquiring lock "refresh_cache-22da095a-789c-44f5-972b-a90b305b04f7" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.771399] env[68292]: DEBUG oslo_concurrency.lockutils [req-d0e36ba9-cb69-4e78-a75b-f578f30e95e5 req-86f2945c-538d-45b3-879a-f98007d50889 service nova] Acquired lock "refresh_cache-22da095a-789c-44f5-972b-a90b305b04f7" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.771612] env[68292]: DEBUG nova.network.neutron [req-d0e36ba9-cb69-4e78-a75b-f578f30e95e5 req-86f2945c-538d-45b3-879a-f98007d50889 service nova] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Refreshing network info cache for port 87886673-7082-48d2-bf9e-5cee27af666a {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.779401] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ee7db62e-2b0b-466c-8f4d-1df99cf5011e tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Lock "17c12b8d-54a4-4530-b476-05bf0e3a1397" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.466s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.996857] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1173.997087] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.252s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.014939] env[68292]: DEBUG nova.network.neutron [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Successfully updated port: 1da237c9-c213-4d01-a345-2ec6311e7583 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.048210] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072819, 'name': CreateVM_Task, 'duration_secs': 0.302472} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.048394] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.049052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.049225] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.049538] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.049780] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f98505-bbaf-482f-a773-3a75baa942dd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.054395] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1174.054395] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a8767f-0482-cd7d-54ad-5c8159bdab48" [ 1174.054395] env[68292]: _type = "Task" [ 1174.054395] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.062031] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a8767f-0482-cd7d-54ad-5c8159bdab48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.517062] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "refresh_cache-2e70d62d-d46c-49c4-9035-098a89157b8b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.517223] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "refresh_cache-2e70d62d-d46c-49c4-9035-098a89157b8b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.517387] env[68292]: DEBUG nova.network.neutron [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.564698] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a8767f-0482-cd7d-54ad-5c8159bdab48, 'name': SearchDatastore_Task, 'duration_secs': 0.015358} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.565033] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.565303] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.565570] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.565742] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.565956] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.566247] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6ced455-6b40-43d2-add6-beac1ee7b9fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.577391] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.577560] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.578255] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab741d44-a9b1-406a-96a4-0de031ab6acc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.582939] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1174.582939] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52814a7c-78e8-f02c-9157-71e8a8699ef1" [ 1174.582939] env[68292]: _type = "Task" [ 1174.582939] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.590452] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52814a7c-78e8-f02c-9157-71e8a8699ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.604334] env[68292]: DEBUG nova.network.neutron [req-d0e36ba9-cb69-4e78-a75b-f578f30e95e5 req-86f2945c-538d-45b3-879a-f98007d50889 service nova] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Updated VIF entry in instance network info cache for port 87886673-7082-48d2-bf9e-5cee27af666a. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.604678] env[68292]: DEBUG nova.network.neutron [req-d0e36ba9-cb69-4e78-a75b-f578f30e95e5 req-86f2945c-538d-45b3-879a-f98007d50889 service nova] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Updating instance_info_cache with network_info: [{"id": "87886673-7082-48d2-bf9e-5cee27af666a", "address": "fa:16:3e:d5:57:71", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87886673-70", "ovs_interfaceid": "87886673-7082-48d2-bf9e-5cee27af666a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.794807] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.047984] env[68292]: DEBUG nova.network.neutron [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.064903] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.065240] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615282', 'volume_id': 'cc90f5ff-dd38-4245-9ef1-65300d89fdff', 'name': 'volume-cc90f5ff-dd38-4245-9ef1-65300d89fdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84d83be1-ea9a-4bf1-b942-f994284e6206', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc90f5ff-dd38-4245-9ef1-65300d89fdff', 'serial': 'cc90f5ff-dd38-4245-9ef1-65300d89fdff'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.066496] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b7c3f1-358a-49cb-a474-494d13bb8904 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.087226] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92ffe5-c082-4d1a-bbb3-2254a9bce0f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.110457] env[68292]: DEBUG oslo_concurrency.lockutils [req-d0e36ba9-cb69-4e78-a75b-f578f30e95e5 req-86f2945c-538d-45b3-879a-f98007d50889 service nova] Releasing lock "refresh_cache-22da095a-789c-44f5-972b-a90b305b04f7" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.121731] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-cc90f5ff-dd38-4245-9ef1-65300d89fdff/volume-cc90f5ff-dd38-4245-9ef1-65300d89fdff.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.122276] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52814a7c-78e8-f02c-9157-71e8a8699ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.122589] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39bce712-a1a7-42de-af57-6e09fd86147e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.141566] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-208def79-99bb-4a4c-8050-87f18fd1fe01 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.148537] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1175.148537] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a41836-4cec-b50a-7f99-e4c60254691e" [ 1175.148537] env[68292]: _type = "Task" [ 1175.148537] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.150286] env[68292]: DEBUG oslo_vmware.api [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1175.150286] env[68292]: value = "task-3072820" [ 1175.150286] env[68292]: _type = "Task" [ 1175.150286] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.162237] env[68292]: DEBUG oslo_vmware.api [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072820, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.165781] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a41836-4cec-b50a-7f99-e4c60254691e, 'name': SearchDatastore_Task, 'duration_secs': 0.011876} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.166129] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.166462] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 22da095a-789c-44f5-972b-a90b305b04f7/22da095a-789c-44f5-972b-a90b305b04f7.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.166795] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a831b3c-5234-44c9-9938-44d29cb4e7f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.173484] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1175.173484] env[68292]: value = "task-3072821" [ 1175.173484] env[68292]: _type = "Task" [ 1175.173484] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.183592] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.212111] env[68292]: DEBUG nova.network.neutron [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Updating instance_info_cache with network_info: [{"id": "1da237c9-c213-4d01-a345-2ec6311e7583", "address": "fa:16:3e:03:84:df", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da237c9-c2", "ovs_interfaceid": "1da237c9-c213-4d01-a345-2ec6311e7583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.664214] env[68292]: DEBUG oslo_vmware.api [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072820, 'name': ReconfigVM_Task, 'duration_secs': 0.396733} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.664508] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-cc90f5ff-dd38-4245-9ef1-65300d89fdff/volume-cc90f5ff-dd38-4245-9ef1-65300d89fdff.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.669441] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82493be4-8268-42b9-8016-7b142d490ed9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.687885] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492286} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.689051] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 22da095a-789c-44f5-972b-a90b305b04f7/22da095a-789c-44f5-972b-a90b305b04f7.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.689286] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.689617] env[68292]: DEBUG oslo_vmware.api [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1175.689617] env[68292]: value = "task-3072822" [ 1175.689617] env[68292]: _type = "Task" [ 1175.689617] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.689801] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bd0f97f-132c-43e1-b815-12544bf05a66 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.699593] env[68292]: DEBUG oslo_vmware.api [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072822, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.700732] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1175.700732] env[68292]: value = "task-3072823" [ 1175.700732] env[68292]: _type = "Task" [ 1175.700732] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.708072] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.714831] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "refresh_cache-2e70d62d-d46c-49c4-9035-098a89157b8b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.715495] env[68292]: DEBUG nova.compute.manager [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Instance network_info: |[{"id": "1da237c9-c213-4d01-a345-2ec6311e7583", "address": "fa:16:3e:03:84:df", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da237c9-c2", "ovs_interfaceid": "1da237c9-c213-4d01-a345-2ec6311e7583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.715640] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:84:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1da237c9-c213-4d01-a345-2ec6311e7583', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.723686] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.723950] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.724189] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef00016-bd1c-4a49-8df0-638e81264df8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.744150] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.744150] env[68292]: value = "task-3072824" [ 1175.744150] env[68292]: _type = "Task" [ 1175.744150] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.752285] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072824, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.804592] env[68292]: DEBUG nova.compute.manager [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Received event network-vif-plugged-1da237c9-c213-4d01-a345-2ec6311e7583 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.804953] env[68292]: DEBUG oslo_concurrency.lockutils [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] Acquiring lock "2e70d62d-d46c-49c4-9035-098a89157b8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.805056] env[68292]: DEBUG oslo_concurrency.lockutils [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.805204] env[68292]: DEBUG oslo_concurrency.lockutils [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.805367] env[68292]: DEBUG nova.compute.manager [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] No waiting events found dispatching network-vif-plugged-1da237c9-c213-4d01-a345-2ec6311e7583 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.805528] env[68292]: WARNING nova.compute.manager [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Received unexpected event network-vif-plugged-1da237c9-c213-4d01-a345-2ec6311e7583 for instance with vm_state building and task_state spawning. [ 1175.805689] env[68292]: DEBUG nova.compute.manager [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Received event network-changed-1da237c9-c213-4d01-a345-2ec6311e7583 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.805838] env[68292]: DEBUG nova.compute.manager [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Refreshing instance network info cache due to event network-changed-1da237c9-c213-4d01-a345-2ec6311e7583. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.806023] env[68292]: DEBUG oslo_concurrency.lockutils [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] Acquiring lock "refresh_cache-2e70d62d-d46c-49c4-9035-098a89157b8b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.806162] env[68292]: DEBUG oslo_concurrency.lockutils [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] Acquired lock "refresh_cache-2e70d62d-d46c-49c4-9035-098a89157b8b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.806311] env[68292]: DEBUG nova.network.neutron [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Refreshing network info cache for port 1da237c9-c213-4d01-a345-2ec6311e7583 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.200794] env[68292]: DEBUG oslo_vmware.api [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072822, 'name': ReconfigVM_Task, 'duration_secs': 0.225792} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.201200] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615282', 'volume_id': 'cc90f5ff-dd38-4245-9ef1-65300d89fdff', 'name': 'volume-cc90f5ff-dd38-4245-9ef1-65300d89fdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84d83be1-ea9a-4bf1-b942-f994284e6206', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc90f5ff-dd38-4245-9ef1-65300d89fdff', 'serial': 'cc90f5ff-dd38-4245-9ef1-65300d89fdff'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1176.211017] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073974} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.211266] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.211984] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dde2ea7-ca80-4bb6-a0fb-6e460a49ec5a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.233790] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 22da095a-789c-44f5-972b-a90b305b04f7/22da095a-789c-44f5-972b-a90b305b04f7.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.234235] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03910619-c7cc-44a7-bd87-d86ada0a4fc3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.257007] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072824, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.258150] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1176.258150] env[68292]: value = "task-3072825" [ 1176.258150] env[68292]: _type = "Task" [ 1176.258150] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.265377] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.524832] env[68292]: DEBUG nova.network.neutron [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Updated VIF entry in instance network info cache for port 1da237c9-c213-4d01-a345-2ec6311e7583. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.524832] env[68292]: DEBUG nova.network.neutron [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Updating instance_info_cache with network_info: [{"id": "1da237c9-c213-4d01-a345-2ec6311e7583", "address": "fa:16:3e:03:84:df", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da237c9-c2", "ovs_interfaceid": "1da237c9-c213-4d01-a345-2ec6311e7583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.758752] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072824, 'name': CreateVM_Task, 'duration_secs': 0.731232} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.758752] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.761878] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.762056] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.762367] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.762612] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10cdb17a-9f02-462c-947b-cce5fc7ed5d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.769052] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072825, 'name': ReconfigVM_Task, 'duration_secs': 0.303203} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.770187] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 22da095a-789c-44f5-972b-a90b305b04f7/22da095a-789c-44f5-972b-a90b305b04f7.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.770834] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1176.770834] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5262a71d-a267-fe72-2076-2ef02bd76be1" [ 1176.770834] env[68292]: _type = "Task" [ 1176.770834] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.771050] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3ad86a7-d480-498c-b7b9-0653344cf599 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.779947] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5262a71d-a267-fe72-2076-2ef02bd76be1, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.781042] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.781271] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.781498] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.781648] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.781861] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.782160] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1176.782160] env[68292]: value = "task-3072826" [ 1176.782160] env[68292]: _type = "Task" [ 1176.782160] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.782333] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a78f92a-0f73-4d02-941b-780be2da6f5c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.791237] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072826, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.792176] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.792350] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.792986] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52e7f149-0f9e-4cb9-9c21-219d367bf6eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.797319] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1176.797319] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b61883-d767-eb0e-61a0-883b87ac095e" [ 1176.797319] env[68292]: _type = "Task" [ 1176.797319] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.804470] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b61883-d767-eb0e-61a0-883b87ac095e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.026750] env[68292]: DEBUG oslo_concurrency.lockutils [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] Releasing lock "refresh_cache-2e70d62d-d46c-49c4-9035-098a89157b8b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.027160] env[68292]: DEBUG nova.compute.manager [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Received event network-changed-b6578be5-f769-4427-a6ff-1c2698b3e7ff {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.027303] env[68292]: DEBUG nova.compute.manager [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Refreshing instance network info cache due to event network-changed-b6578be5-f769-4427-a6ff-1c2698b3e7ff. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.027689] env[68292]: DEBUG oslo_concurrency.lockutils [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] Acquiring lock "refresh_cache-17c12b8d-54a4-4530-b476-05bf0e3a1397" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.027892] env[68292]: DEBUG oslo_concurrency.lockutils [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] Acquired lock "refresh_cache-17c12b8d-54a4-4530-b476-05bf0e3a1397" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.028094] env[68292]: DEBUG nova.network.neutron [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Refreshing network info cache for port b6578be5-f769-4427-a6ff-1c2698b3e7ff {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.240568] env[68292]: DEBUG nova.objects.instance [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'flavor' on Instance uuid 84d83be1-ea9a-4bf1-b942-f994284e6206 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.298377] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.298727] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072826, 'name': Rename_Task, 'duration_secs': 0.146503} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.298992] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.299079] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68292) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1177.302427] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.302947] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9808fcf-8ce6-451b-a2f2-cfead9c77603 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.311514] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b61883-d767-eb0e-61a0-883b87ac095e, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.313232] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1177.313232] env[68292]: value = "task-3072827" [ 1177.313232] env[68292]: _type = "Task" [ 1177.313232] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.313418] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae687d7d-87b2-4547-9299-4d38e71d3447 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.323581] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.324877] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1177.324877] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522f480c-6abb-adef-d8bf-d6b305830d26" [ 1177.324877] env[68292]: _type = "Task" [ 1177.324877] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.333883] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522f480c-6abb-adef-d8bf-d6b305830d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.745995] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bcd7bed3-12b1-431a-ad02-b26b907383ac tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.311s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.793902] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.798129] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "84d83be1-ea9a-4bf1-b942-f994284e6206" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.798129] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.798129] env[68292]: DEBUG nova.compute.manager [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.798129] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cd9ea2-a84c-426e-b6c5-dada629259ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.803833] env[68292]: DEBUG nova.compute.manager [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68292) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1177.804377] env[68292]: DEBUG nova.objects.instance [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'flavor' on Instance uuid 84d83be1-ea9a-4bf1-b942-f994284e6206 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.824746] env[68292]: DEBUG oslo_vmware.api [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072827, 'name': PowerOnVM_Task, 'duration_secs': 0.457736} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.825029] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.825235] env[68292]: INFO nova.compute.manager [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1177.825416] env[68292]: DEBUG nova.compute.manager [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.826250] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f2ab7b-6ef8-4e42-af24-1b81e8e896c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.841173] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522f480c-6abb-adef-d8bf-d6b305830d26, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.845015] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.845015] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 2e70d62d-d46c-49c4-9035-098a89157b8b/2e70d62d-d46c-49c4-9035-098a89157b8b.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.845015] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b2260b6-dffd-4ff8-a0d5-cf67282386de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.849079] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1177.849079] env[68292]: value = "task-3072828" [ 1177.849079] env[68292]: _type = "Task" [ 1177.849079] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.856415] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.035449] env[68292]: DEBUG nova.network.neutron [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Updated VIF entry in instance network info cache for port b6578be5-f769-4427-a6ff-1c2698b3e7ff. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.035831] env[68292]: DEBUG nova.network.neutron [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Updating instance_info_cache with network_info: [{"id": "b6578be5-f769-4427-a6ff-1c2698b3e7ff", "address": "fa:16:3e:27:c8:ce", "network": {"id": "7c9f2ecc-9b8c-4b4f-abf1-7e78924cb6ed", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1418598832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18433f675f894ffa8239b1678808c3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6578be5-f7", "ovs_interfaceid": "b6578be5-f769-4427-a6ff-1c2698b3e7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.297535] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.297791] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.297965] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.298141] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1178.299031] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc947ab-845d-4c3c-aac9-45edcdb9d973 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.306655] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2156c830-5dd6-4338-82aa-862b2ab95822 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.324628] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de9df9c-2382-4e15-a96e-01cfb0944062 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.331573] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bff0ec7-619f-4e85-bc40-c9af8091d531 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.370159] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180031MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1178.370371] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.370632] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.379146] env[68292]: INFO nova.compute.manager [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Took 11.20 seconds to build instance. [ 1178.387923] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417059} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.388338] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 2e70d62d-d46c-49c4-9035-098a89157b8b/2e70d62d-d46c-49c4-9035-098a89157b8b.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.388666] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.389036] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48ba2e54-a5b9-475b-b814-36e3132d2293 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.398426] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1178.398426] env[68292]: value = "task-3072829" [ 1178.398426] env[68292]: _type = "Task" [ 1178.398426] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.409924] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.539080] env[68292]: DEBUG oslo_concurrency.lockutils [req-c7404d5c-4cb6-40ed-8387-55e04e16d131 req-cab54a62-ce0d-455e-922b-3253fdb9f5ce service nova] Releasing lock "refresh_cache-17c12b8d-54a4-4530-b476-05bf0e3a1397" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.816999] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.817507] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a2d0d1b-7487-4aa8-a4a5-23aacef3bd5e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.828977] env[68292]: DEBUG oslo_vmware.api [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1178.828977] env[68292]: value = "task-3072830" [ 1178.828977] env[68292]: _type = "Task" [ 1178.828977] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.844365] env[68292]: DEBUG oslo_vmware.api [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.886616] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5a612574-73a4-4743-ae92-4512555924fe tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "22da095a-789c-44f5-972b-a90b305b04f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.717s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.909165] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072415} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.909420] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.910272] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fcb43f-dd38-42bf-9a7a-bfdd3ba7041d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.934224] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 2e70d62d-d46c-49c4-9035-098a89157b8b/2e70d62d-d46c-49c4-9035-098a89157b8b.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.934896] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ebcb21-20d6-4b9c-b59c-56347b547f5a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.953724] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1178.953724] env[68292]: value = "task-3072831" [ 1178.953724] env[68292]: _type = "Task" [ 1178.953724] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.962141] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.336083] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c55c6f7-b2a2-41e5-a5e1-039f3cec27c7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.345270] env[68292]: DEBUG oslo_vmware.api [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.347316] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-17291ef1-d7cd-42b7-827d-869ba65e2ac1 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Suspending the VM {{(pid=68292) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1179.347665] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0c78b53b-1019-4790-8325-314c0fa1bd6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.355577] env[68292]: DEBUG oslo_vmware.api [None req-17291ef1-d7cd-42b7-827d-869ba65e2ac1 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1179.355577] env[68292]: value = "task-3072832" [ 1179.355577] env[68292]: _type = "Task" [ 1179.355577] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.364584] env[68292]: DEBUG oslo_vmware.api [None req-17291ef1-d7cd-42b7-827d-869ba65e2ac1 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072832, 'name': SuspendVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.411191] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 93ea8365-56d5-406d-adea-9acfe659fc3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.411475] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance a2554572-80d3-4348-b139-571d724558f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.411699] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 84d83be1-ea9a-4bf1-b942-f994284e6206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.411909] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 6bec1ca1-246e-4e3a-a433-e26399a969fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.412130] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 4ce0e150-4724-40df-b312-d33de7f128f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.412336] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.412539] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 022bc348-49da-4911-ab3d-a162305bdeaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.412738] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 17c12b8d-54a4-4530-b476-05bf0e3a1397 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.412934] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 22da095a-789c-44f5-972b-a90b305b04f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.413220] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 2e70d62d-d46c-49c4-9035-098a89157b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.413474] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1179.413708] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1179.466644] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.558527] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646f5b87-ec3f-46cc-a268-895ee73945a3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.568861] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb2278-747b-4737-a983-9a4b200f22f1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.600146] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eb174b-3982-44a3-99ec-dedc026df360 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.608197] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a50f2d-b35b-45d2-a6e8-ccc143590f6c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.625462] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.843083] env[68292]: DEBUG oslo_vmware.api [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072830, 'name': PowerOffVM_Task, 'duration_secs': 0.580979} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.843387] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.843595] env[68292]: DEBUG nova.compute.manager [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.844606] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b343aca-ef11-4456-a511-0d22a4647a9a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.866431] env[68292]: DEBUG oslo_vmware.api [None req-17291ef1-d7cd-42b7-827d-869ba65e2ac1 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072832, 'name': SuspendVM_Task} progress is 29%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.965698] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072831, 'name': ReconfigVM_Task, 'duration_secs': 0.840097} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.966061] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 2e70d62d-d46c-49c4-9035-098a89157b8b/2e70d62d-d46c-49c4-9035-098a89157b8b.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.966791] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09a0be53-b991-4626-9c15-9505198fd549 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.974361] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1179.974361] env[68292]: value = "task-3072833" [ 1179.974361] env[68292]: _type = "Task" [ 1179.974361] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.987287] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072833, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.129507] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.360972] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9bdbe725-d26f-4e79-bb85-9ff55161bcbe tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.565s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.367580] env[68292]: DEBUG oslo_vmware.api [None req-17291ef1-d7cd-42b7-827d-869ba65e2ac1 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072832, 'name': SuspendVM_Task, 'duration_secs': 0.815102} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.367830] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-17291ef1-d7cd-42b7-827d-869ba65e2ac1 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Suspended the VM {{(pid=68292) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1180.368015] env[68292]: DEBUG nova.compute.manager [None req-17291ef1-d7cd-42b7-827d-869ba65e2ac1 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.368804] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3014b367-a636-4fe5-bf15-54ef67c12175 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.485136] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072833, 'name': Rename_Task, 'duration_secs': 0.181241} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.485440] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.485764] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-858f7970-c7d9-4349-b39c-c016b52c7478 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.492196] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1180.492196] env[68292]: value = "task-3072834" [ 1180.492196] env[68292]: _type = "Task" [ 1180.492196] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.499895] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.635696] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1180.635927] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.265s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.003966] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.308123] env[68292]: DEBUG nova.objects.instance [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'flavor' on Instance uuid 84d83be1-ea9a-4bf1-b942-f994284e6206 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.503903] env[68292]: DEBUG oslo_vmware.api [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072834, 'name': PowerOnVM_Task, 'duration_secs': 0.789265} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.503903] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.503903] env[68292]: INFO nova.compute.manager [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1181.503903] env[68292]: DEBUG nova.compute.manager [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.504747] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c9e548-59a5-43b7-996e-8c4bbff65c1d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.631384] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.632082] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.750379] env[68292]: DEBUG oslo_concurrency.lockutils [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "22da095a-789c-44f5-972b-a90b305b04f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.750744] env[68292]: DEBUG oslo_concurrency.lockutils [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "22da095a-789c-44f5-972b-a90b305b04f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.751017] env[68292]: DEBUG oslo_concurrency.lockutils [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "22da095a-789c-44f5-972b-a90b305b04f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.751224] env[68292]: DEBUG oslo_concurrency.lockutils [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "22da095a-789c-44f5-972b-a90b305b04f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.751402] env[68292]: DEBUG oslo_concurrency.lockutils [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "22da095a-789c-44f5-972b-a90b305b04f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.754034] env[68292]: INFO nova.compute.manager [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Terminating instance [ 1181.812879] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.813152] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquired lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.813372] env[68292]: DEBUG nova.network.neutron [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.813587] env[68292]: DEBUG nova.objects.instance [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'info_cache' on Instance uuid 84d83be1-ea9a-4bf1-b942-f994284e6206 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.022793] env[68292]: INFO nova.compute.manager [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Took 14.81 seconds to build instance. [ 1182.138709] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.139163] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.139163] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.139285] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.258051] env[68292]: DEBUG nova.compute.manager [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.258156] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.258986] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57568c6-0d59-4c1a-acb5-e2e175ab8d8e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.267234] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.267468] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4d403c8-f762-456a-bcad-807e2ace05e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.317374] env[68292]: DEBUG nova.objects.base [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Object Instance<84d83be1-ea9a-4bf1-b942-f994284e6206> lazy-loaded attributes: flavor,info_cache {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1182.331698] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.331923] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.332123] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleting the datastore file [datastore2] 22da095a-789c-44f5-972b-a90b305b04f7 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.332389] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-026c0d55-bb4b-4af7-af32-939294d14abd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.339975] env[68292]: DEBUG oslo_vmware.api [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1182.339975] env[68292]: value = "task-3072836" [ 1182.339975] env[68292]: _type = "Task" [ 1182.339975] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.348559] env[68292]: DEBUG oslo_vmware.api [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.524975] env[68292]: DEBUG oslo_concurrency.lockutils [None req-1fe7fa35-8d58-4b90-89f5-5d2e0cbe41ca tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.316s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.657464] env[68292]: DEBUG nova.compute.manager [req-2ff31620-bc3b-45a8-82f6-67a2b91fece4 req-d625b0b0-1bf0-4922-a326-f9676c12a2ec service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Received event network-changed-1da237c9-c213-4d01-a345-2ec6311e7583 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.657622] env[68292]: DEBUG nova.compute.manager [req-2ff31620-bc3b-45a8-82f6-67a2b91fece4 req-d625b0b0-1bf0-4922-a326-f9676c12a2ec service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Refreshing instance network info cache due to event network-changed-1da237c9-c213-4d01-a345-2ec6311e7583. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.657862] env[68292]: DEBUG oslo_concurrency.lockutils [req-2ff31620-bc3b-45a8-82f6-67a2b91fece4 req-d625b0b0-1bf0-4922-a326-f9676c12a2ec service nova] Acquiring lock "refresh_cache-2e70d62d-d46c-49c4-9035-098a89157b8b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.658018] env[68292]: DEBUG oslo_concurrency.lockutils [req-2ff31620-bc3b-45a8-82f6-67a2b91fece4 req-d625b0b0-1bf0-4922-a326-f9676c12a2ec service nova] Acquired lock "refresh_cache-2e70d62d-d46c-49c4-9035-098a89157b8b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.658186] env[68292]: DEBUG nova.network.neutron [req-2ff31620-bc3b-45a8-82f6-67a2b91fece4 req-d625b0b0-1bf0-4922-a326-f9676c12a2ec service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Refreshing network info cache for port 1da237c9-c213-4d01-a345-2ec6311e7583 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.794455] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.794736] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Cleaning up deleted instances {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1182.851159] env[68292]: DEBUG oslo_vmware.api [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276828} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.851441] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.851598] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.851817] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.852031] env[68292]: INFO nova.compute.manager [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1182.852289] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.852486] env[68292]: DEBUG nova.compute.manager [-] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.852581] env[68292]: DEBUG nova.network.neutron [-] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.055388] env[68292]: DEBUG nova.network.neutron [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Updating instance_info_cache with network_info: [{"id": "8c995832-821a-42ea-a649-17ea62c0c167", "address": "fa:16:3e:8a:c1:7a", "network": {"id": "18e12268-46cc-4e36-8100-a01f26c2e099", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945789016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d4d81da4a44229a258e9dca38387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c995832-82", "ovs_interfaceid": "8c995832-821a-42ea-a649-17ea62c0c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.310242] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] There are 56 instances to clean {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1183.310431] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: a5a045b9-1050-420a-9d90-5a5205499e16] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.376972] env[68292]: DEBUG nova.network.neutron [req-2ff31620-bc3b-45a8-82f6-67a2b91fece4 req-d625b0b0-1bf0-4922-a326-f9676c12a2ec service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Updated VIF entry in instance network info cache for port 1da237c9-c213-4d01-a345-2ec6311e7583. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.377345] env[68292]: DEBUG nova.network.neutron [req-2ff31620-bc3b-45a8-82f6-67a2b91fece4 req-d625b0b0-1bf0-4922-a326-f9676c12a2ec service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Updating instance_info_cache with network_info: [{"id": "1da237c9-c213-4d01-a345-2ec6311e7583", "address": "fa:16:3e:03:84:df", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da237c9-c2", "ovs_interfaceid": "1da237c9-c213-4d01-a345-2ec6311e7583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.558506] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Releasing lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.591802] env[68292]: DEBUG nova.network.neutron [-] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.815089] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 2a4ce0a7-b7fe-4436-bd34-925d20beaa2e] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.881052] env[68292]: DEBUG oslo_concurrency.lockutils [req-2ff31620-bc3b-45a8-82f6-67a2b91fece4 req-d625b0b0-1bf0-4922-a326-f9676c12a2ec service nova] Releasing lock "refresh_cache-2e70d62d-d46c-49c4-9035-098a89157b8b" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.094491] env[68292]: INFO nova.compute.manager [-] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Took 1.24 seconds to deallocate network for instance. [ 1184.317910] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: e8991b62-1fcd-4022-8b6c-2276825b2f85] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.563870] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.564234] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aaf279b-95a9-4365-ab95-12a6041fb3a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.571911] env[68292]: DEBUG oslo_vmware.api [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1184.571911] env[68292]: value = "task-3072837" [ 1184.571911] env[68292]: _type = "Task" [ 1184.571911] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.584647] env[68292]: DEBUG oslo_vmware.api [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.601198] env[68292]: DEBUG oslo_concurrency.lockutils [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.601465] env[68292]: DEBUG oslo_concurrency.lockutils [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.601686] env[68292]: DEBUG nova.objects.instance [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lazy-loading 'resources' on Instance uuid 22da095a-789c-44f5-972b-a90b305b04f7 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.682696] env[68292]: DEBUG nova.compute.manager [req-65669d9a-2a6d-4c5e-ab6c-8a4e77a60a84 req-4789f512-8864-46b2-a1f3-23a7ca44904d service nova] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Received event network-vif-deleted-87886673-7082-48d2-bf9e-5cee27af666a {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.821042] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: df956892-0c39-4c0f-ac93-781c7a240600] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.083257] env[68292]: DEBUG oslo_vmware.api [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072837, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.306058] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eaac1d-ef0b-4c43-87e8-8ba292cdb206 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.313840] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105be49f-2df1-4709-9302-93e1f2b43e4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.342745] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: b33155ff-9390-40a9-9159-c68cd12713bd] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.345950] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f7f89-4c3b-4fb3-b97e-c89276b67b4f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.355032] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3748c32-2995-42ee-a8e7-943760a74a68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.368055] env[68292]: DEBUG nova.compute.provider_tree [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.582370] env[68292]: DEBUG oslo_vmware.api [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072837, 'name': PowerOnVM_Task, 'duration_secs': 0.534651} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.582755] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.583060] env[68292]: DEBUG nova.compute.manager [None req-b84f11a8-7749-4bba-bc4a-c4a374da6674 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.583879] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de37d40e-3fae-4e07-b093-be020de96ca9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.850614] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 7163d49f-a247-4d06-b7a3-47cd17bbb606] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.870895] env[68292]: DEBUG nova.scheduler.client.report [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.353913] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: e85d1d76-d00b-4023-8898-1fab48b95e51] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.375562] env[68292]: DEBUG oslo_concurrency.lockutils [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.393041] env[68292]: INFO nova.scheduler.client.report [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted allocations for instance 22da095a-789c-44f5-972b-a90b305b04f7 [ 1186.857481] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: bdfa08a8-d941-4d40-a996-ced4894cc666] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.899879] env[68292]: DEBUG oslo_concurrency.lockutils [None req-17fd27e7-611e-44b3-8e3f-65c3c30d7d43 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "22da095a-789c-44f5-972b-a90b305b04f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.149s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.363742] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 794384da-882b-4c93-abf5-692249da289d] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.595516] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "10a45d25-ee20-48a3-9e08-1661874f593c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.595788] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "10a45d25-ee20-48a3-9e08-1661874f593c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.867151] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 0816634f-552c-4d73-a72c-0f1469672700] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.099049] env[68292]: DEBUG nova.compute.manager [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.371787] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: ed871d0a-d765-4cee-b939-3829aa1609f5] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.618272] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.618559] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.620085] env[68292]: INFO nova.compute.claims [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.875205] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 3537c1b2-4ad0-40d8-880b-f5a0bfa204fd] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.378278] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 6ece1dc5-c1c0-4613-8739-b016151ba133] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.614571] env[68292]: DEBUG nova.compute.manager [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Stashing vm_state: active {{(pid=68292) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1189.765728] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84087ec-be12-499b-8a1e-399dbe947e64 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.773285] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c7f417-8c93-457f-b294-3c37e713c701 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.803468] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9f7cf7-d356-45ac-94f8-fe08ce49ab7e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.817153] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f87469-8d26-4eed-9c59-a7932a781c52 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.830611] env[68292]: DEBUG nova.compute.provider_tree [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.881777] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 31713647-3fad-44cb-9462-9c0dfe2e162d] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.131747] env[68292]: DEBUG oslo_concurrency.lockutils [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.334176] env[68292]: DEBUG nova.scheduler.client.report [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.384797] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: d0cb45ea-32d7-45f0-aec2-701a3398f532] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.838840] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.839443] env[68292]: DEBUG nova.compute.manager [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.842500] env[68292]: DEBUG oslo_concurrency.lockutils [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.710s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.889369] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 3b5a0590-290b-4a75-adfc-edf49ce7f9d9] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.345278] env[68292]: DEBUG nova.compute.utils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.348616] env[68292]: INFO nova.compute.claims [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.352069] env[68292]: DEBUG nova.compute.manager [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.352273] env[68292]: DEBUG nova.network.neutron [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.393155] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 4282f20a-a580-41ba-b192-f1f85aa36d46] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.398142] env[68292]: DEBUG nova.policy [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '015883cd6d5d4b6b8389cc2c53340746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '686239d102c44129a735969d15062852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.661228] env[68292]: DEBUG nova.network.neutron [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Successfully created port: 2cb86a06-92cd-4a38-b3cd-74e6755b9a99 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.853845] env[68292]: DEBUG nova.compute.manager [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.857749] env[68292]: INFO nova.compute.resource_tracker [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating resource usage from migration 89855349-12d7-4a51-b82c-ef1ce9c84b46 [ 1191.896100] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 57aa3827-cdbe-4f01-9e4a-928b3be65052] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.989950] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4dff7a-7457-4c73-902e-9b02e0fe48db {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.997626] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad82c2f-d0af-419f-8909-472e1c3d612c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.028628] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddc5999-eb24-4269-860d-d50d088229be {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.035863] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4701cc14-9a5c-4376-b31a-0aefc30434a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.048703] env[68292]: DEBUG nova.compute.provider_tree [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.401891] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 6842b1b0-d2da-4152-9d3e-edc3526bd51a] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.551996] env[68292]: DEBUG nova.scheduler.client.report [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.869301] env[68292]: DEBUG nova.compute.manager [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.896387] env[68292]: DEBUG nova.virt.hardware [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.896680] env[68292]: DEBUG nova.virt.hardware [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.896808] env[68292]: DEBUG nova.virt.hardware [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.896980] env[68292]: DEBUG nova.virt.hardware [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.897143] env[68292]: DEBUG nova.virt.hardware [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.897290] env[68292]: DEBUG nova.virt.hardware [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.897495] env[68292]: DEBUG nova.virt.hardware [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.897651] env[68292]: DEBUG nova.virt.hardware [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.897826] env[68292]: DEBUG nova.virt.hardware [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.897981] env[68292]: DEBUG nova.virt.hardware [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.898169] env[68292]: DEBUG nova.virt.hardware [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.899056] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ae044a-5b1b-4f20-96b3-deb85640c717 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.906296] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 49cadf2b-1752-4645-bcea-d515dd6a13df] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.909233] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0017783d-fcb1-4fc6-baa9-7e76f3c56255 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.054759] env[68292]: DEBUG nova.compute.manager [req-5194283d-3a83-4865-810d-83fd6e05ad03 req-50f16716-18e9-4a0a-84e9-b392ad837f84 service nova] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Received event network-vif-plugged-2cb86a06-92cd-4a38-b3cd-74e6755b9a99 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.055119] env[68292]: DEBUG oslo_concurrency.lockutils [req-5194283d-3a83-4865-810d-83fd6e05ad03 req-50f16716-18e9-4a0a-84e9-b392ad837f84 service nova] Acquiring lock "10a45d25-ee20-48a3-9e08-1661874f593c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.055756] env[68292]: DEBUG oslo_concurrency.lockutils [req-5194283d-3a83-4865-810d-83fd6e05ad03 req-50f16716-18e9-4a0a-84e9-b392ad837f84 service nova] Lock "10a45d25-ee20-48a3-9e08-1661874f593c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.055756] env[68292]: DEBUG oslo_concurrency.lockutils [req-5194283d-3a83-4865-810d-83fd6e05ad03 req-50f16716-18e9-4a0a-84e9-b392ad837f84 service nova] Lock "10a45d25-ee20-48a3-9e08-1661874f593c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.055756] env[68292]: DEBUG nova.compute.manager [req-5194283d-3a83-4865-810d-83fd6e05ad03 req-50f16716-18e9-4a0a-84e9-b392ad837f84 service nova] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] No waiting events found dispatching network-vif-plugged-2cb86a06-92cd-4a38-b3cd-74e6755b9a99 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.055756] env[68292]: WARNING nova.compute.manager [req-5194283d-3a83-4865-810d-83fd6e05ad03 req-50f16716-18e9-4a0a-84e9-b392ad837f84 service nova] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Received unexpected event network-vif-plugged-2cb86a06-92cd-4a38-b3cd-74e6755b9a99 for instance with vm_state building and task_state spawning. [ 1193.056835] env[68292]: DEBUG oslo_concurrency.lockutils [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.215s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.057087] env[68292]: INFO nova.compute.manager [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Migrating [ 1193.145409] env[68292]: DEBUG nova.network.neutron [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Successfully updated port: 2cb86a06-92cd-4a38-b3cd-74e6755b9a99 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.414327] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 1996c183-e520-4019-ad87-647bad8d5008] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.570357] env[68292]: DEBUG oslo_concurrency.lockutils [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.570580] env[68292]: DEBUG oslo_concurrency.lockutils [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.570749] env[68292]: DEBUG nova.network.neutron [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.649347] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.649347] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.649582] env[68292]: DEBUG nova.network.neutron [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.917995] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 38fcf1fd-01f2-4b83-b1b3-b4d8bb76291e] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.178591] env[68292]: DEBUG nova.network.neutron [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.263018] env[68292]: DEBUG nova.network.neutron [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance_info_cache with network_info: [{"id": "42006187-85e9-446f-98a3-f9153a75fe11", "address": "fa:16:3e:1a:d4:5d", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42006187-85", "ovs_interfaceid": "42006187-85e9-446f-98a3-f9153a75fe11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.294569] env[68292]: DEBUG nova.network.neutron [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance_info_cache with network_info: [{"id": "2cb86a06-92cd-4a38-b3cd-74e6755b9a99", "address": "fa:16:3e:43:81:72", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb86a06-92", "ovs_interfaceid": "2cb86a06-92cd-4a38-b3cd-74e6755b9a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.421698] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: ee79c3c2-5827-4371-96bd-d7052ca0717a] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.767233] env[68292]: DEBUG oslo_concurrency.lockutils [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.796452] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.796793] env[68292]: DEBUG nova.compute.manager [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Instance network_info: |[{"id": "2cb86a06-92cd-4a38-b3cd-74e6755b9a99", "address": "fa:16:3e:43:81:72", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb86a06-92", "ovs_interfaceid": "2cb86a06-92cd-4a38-b3cd-74e6755b9a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.797266] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:81:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cb86a06-92cd-4a38-b3cd-74e6755b9a99', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.805572] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.805797] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.806064] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2357d9f-02b7-4173-92a5-c682173e4119 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.831305] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.831305] env[68292]: value = "task-3072838" [ 1194.831305] env[68292]: _type = "Task" [ 1194.831305] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.839329] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072838, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.925144] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: eb6f9ed9-be86-4603-b69c-b66aa2edccc4] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.083295] env[68292]: DEBUG nova.compute.manager [req-de9ae5cf-a547-4e0c-bb58-6014080fbff4 req-30fcfb03-1aeb-417a-94ee-2b1d506a6847 service nova] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Received event network-changed-2cb86a06-92cd-4a38-b3cd-74e6755b9a99 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.083524] env[68292]: DEBUG nova.compute.manager [req-de9ae5cf-a547-4e0c-bb58-6014080fbff4 req-30fcfb03-1aeb-417a-94ee-2b1d506a6847 service nova] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Refreshing instance network info cache due to event network-changed-2cb86a06-92cd-4a38-b3cd-74e6755b9a99. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.083758] env[68292]: DEBUG oslo_concurrency.lockutils [req-de9ae5cf-a547-4e0c-bb58-6014080fbff4 req-30fcfb03-1aeb-417a-94ee-2b1d506a6847 service nova] Acquiring lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.083929] env[68292]: DEBUG oslo_concurrency.lockutils [req-de9ae5cf-a547-4e0c-bb58-6014080fbff4 req-30fcfb03-1aeb-417a-94ee-2b1d506a6847 service nova] Acquired lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.084119] env[68292]: DEBUG nova.network.neutron [req-de9ae5cf-a547-4e0c-bb58-6014080fbff4 req-30fcfb03-1aeb-417a-94ee-2b1d506a6847 service nova] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Refreshing network info cache for port 2cb86a06-92cd-4a38-b3cd-74e6755b9a99 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.341875] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072838, 'name': CreateVM_Task, 'duration_secs': 0.310078} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.342159] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.342889] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.343070] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.343389] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.343643] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1fe392a-83ca-4bc9-8570-7e756ca1acec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.348251] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1195.348251] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52497d88-6d09-072f-3cfb-8490e97d54d7" [ 1195.348251] env[68292]: _type = "Task" [ 1195.348251] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.355781] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52497d88-6d09-072f-3cfb-8490e97d54d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.429029] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 96556201-da4b-465b-aaf1-054ec7efefcf] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.759307] env[68292]: DEBUG nova.network.neutron [req-de9ae5cf-a547-4e0c-bb58-6014080fbff4 req-30fcfb03-1aeb-417a-94ee-2b1d506a6847 service nova] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updated VIF entry in instance network info cache for port 2cb86a06-92cd-4a38-b3cd-74e6755b9a99. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.759664] env[68292]: DEBUG nova.network.neutron [req-de9ae5cf-a547-4e0c-bb58-6014080fbff4 req-30fcfb03-1aeb-417a-94ee-2b1d506a6847 service nova] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance_info_cache with network_info: [{"id": "2cb86a06-92cd-4a38-b3cd-74e6755b9a99", "address": "fa:16:3e:43:81:72", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb86a06-92", "ovs_interfaceid": "2cb86a06-92cd-4a38-b3cd-74e6755b9a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.858955] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52497d88-6d09-072f-3cfb-8490e97d54d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011227} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.859246] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.859478] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.859709] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.859884] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.860069] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.860325] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-180af34f-a0bb-464d-ab55-eeeeeabdb755 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.868506] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.868718] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.869406] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5adb388-1a1a-44d9-894c-66e3f6174542 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.874199] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1195.874199] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52786c36-071c-7a5b-7cf7-174651e51c15" [ 1195.874199] env[68292]: _type = "Task" [ 1195.874199] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.881267] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52786c36-071c-7a5b-7cf7-174651e51c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.932467] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: cb712708-9c16-4cd1-ad71-820984abbc98] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.262970] env[68292]: DEBUG oslo_concurrency.lockutils [req-de9ae5cf-a547-4e0c-bb58-6014080fbff4 req-30fcfb03-1aeb-417a-94ee-2b1d506a6847 service nova] Releasing lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.279981] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2162f4-b6b0-498e-8e36-9b50ed91c142 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.298362] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance '6bec1ca1-246e-4e3a-a433-e26399a969fa' progress to 0 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.385420] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52786c36-071c-7a5b-7cf7-174651e51c15, 'name': SearchDatastore_Task, 'duration_secs': 0.00782} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.386178] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d6cad6-e4e0-4cec-80b8-35587380c454 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.391591] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1196.391591] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520dabe2-989d-d77d-60a9-b1f73117bc91" [ 1196.391591] env[68292]: _type = "Task" [ 1196.391591] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.399250] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520dabe2-989d-d77d-60a9-b1f73117bc91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.435388] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 41e4be51-e7a8-449b-aa03-2c05099de141] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.804950] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.805273] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e08a05c-8fa5-45da-b35c-427a8360be5e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.812723] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1196.812723] env[68292]: value = "task-3072839" [ 1196.812723] env[68292]: _type = "Task" [ 1196.812723] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.820249] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.902084] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520dabe2-989d-d77d-60a9-b1f73117bc91, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.902366] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.902674] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 10a45d25-ee20-48a3-9e08-1661874f593c/10a45d25-ee20-48a3-9e08-1661874f593c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.902944] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edf6a7e5-62ed-47f2-913e-cad991bae612 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.910321] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1196.910321] env[68292]: value = "task-3072840" [ 1196.910321] env[68292]: _type = "Task" [ 1196.910321] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.918322] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.939202] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 21a4104b-e0ae-480c-bc3a-e33a646dff63] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.324584] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072839, 'name': PowerOffVM_Task, 'duration_secs': 0.180622} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.324916] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.325162] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance '6bec1ca1-246e-4e3a-a433-e26399a969fa' progress to 17 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.419785] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480071} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.420084] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 10a45d25-ee20-48a3-9e08-1661874f593c/10a45d25-ee20-48a3-9e08-1661874f593c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.420277] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.420525] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85380a31-61eb-4a2f-aa17-de94f30430f2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.426855] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1197.426855] env[68292]: value = "task-3072841" [ 1197.426855] env[68292]: _type = "Task" [ 1197.426855] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.433752] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.442715] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 1acd1d7e-79ba-4fa7-8ac5-b85cd4bc9a7a] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.832127] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.832431] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.832593] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.832775] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.832921] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.833081] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.833292] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.833452] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.833614] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.833779] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.833948] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.839742] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ddacb57-c000-4865-a914-b7179ac3f4fc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.857016] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1197.857016] env[68292]: value = "task-3072842" [ 1197.857016] env[68292]: _type = "Task" [ 1197.857016] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.864922] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.936165] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072208} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.936444] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.937214] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02982d75-a98d-4f8d-a17b-a58b36efa7be {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.952416] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 4d6427ba-648b-4fbf-8b4b-53511e0a611d] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.962483] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 10a45d25-ee20-48a3-9e08-1661874f593c/10a45d25-ee20-48a3-9e08-1661874f593c.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.962954] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb05e2b-4798-46b2-a2a6-cea28d18919e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.981881] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1197.981881] env[68292]: value = "task-3072843" [ 1197.981881] env[68292]: _type = "Task" [ 1197.981881] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.989645] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.366423] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.464243] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 0cca456e-0449-441c-b8dc-ad096e14943c] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.492561] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.867841] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.917442] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "4ce0e150-4724-40df-b312-d33de7f128f9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.917692] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "4ce0e150-4724-40df-b312-d33de7f128f9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.967029] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 086ae16c-239b-4e5f-8bc7-393f6f84a5ea] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.994195] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072843, 'name': ReconfigVM_Task, 'duration_secs': 0.612116} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.994492] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 10a45d25-ee20-48a3-9e08-1661874f593c/10a45d25-ee20-48a3-9e08-1661874f593c.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.995134] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-181626e6-ffb7-4029-bd4b-1d6b89f8029c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.001383] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1199.001383] env[68292]: value = "task-3072844" [ 1199.001383] env[68292]: _type = "Task" [ 1199.001383] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.009241] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072844, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.368012] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.421364] env[68292]: DEBUG nova.compute.utils [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.470345] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: dfe692de-b54f-4995-acd1-866e2db6f9ee] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.510562] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072844, 'name': Rename_Task, 'duration_secs': 0.131076} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.510837] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.511119] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2e095fb-3013-4b4a-9646-44f902bb0cf6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.517487] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1199.517487] env[68292]: value = "task-3072845" [ 1199.517487] env[68292]: _type = "Task" [ 1199.517487] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.526891] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.869255] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072842, 'name': ReconfigVM_Task, 'duration_secs': 1.533092} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.869634] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance '6bec1ca1-246e-4e3a-a433-e26399a969fa' progress to 33 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.924482] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "4ce0e150-4724-40df-b312-d33de7f128f9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.973773] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: d7eaf0c3-1bf5-4a28-892a-c461d1e6ed66] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.027646] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072845, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.376403] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.376636] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.376753] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.376936] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.377101] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.377254] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.377458] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.377617] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.377784] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.378016] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.378221] env[68292]: DEBUG nova.virt.hardware [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.383637] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.383939] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc9590ab-43da-434e-9d5e-aa895290ec04 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.401691] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1200.401691] env[68292]: value = "task-3072846" [ 1200.401691] env[68292]: _type = "Task" [ 1200.401691] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.409326] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.477922] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: fbee0abd-c4ac-4a12-a42c-882a1f62ea49] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.526608] env[68292]: DEBUG oslo_vmware.api [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072845, 'name': PowerOnVM_Task, 'duration_secs': 0.564411} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.526871] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.527084] env[68292]: INFO nova.compute.manager [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1200.527270] env[68292]: DEBUG nova.compute.manager [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.528049] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3290d751-17be-4c1d-82b5-ec4b58d84276 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.911415] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072846, 'name': ReconfigVM_Task, 'duration_secs': 0.158475} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.911674] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.912461] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bba1573-50f3-46be-8374-60959bcb369b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.934313] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 6bec1ca1-246e-4e3a-a433-e26399a969fa/6bec1ca1-246e-4e3a-a433-e26399a969fa.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.934564] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ab0b179-6968-48e8-a884-4db1802e6c42 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.952276] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1200.952276] env[68292]: value = "task-3072847" [ 1200.952276] env[68292]: _type = "Task" [ 1200.952276] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.960183] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.981943] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: efa23920-b384-4f40-b1ba-2a58538d89bf] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.986052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "4ce0e150-4724-40df-b312-d33de7f128f9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.986052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "4ce0e150-4724-40df-b312-d33de7f128f9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.986213] env[68292]: INFO nova.compute.manager [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Attaching volume 07c46113-eb99-4598-83b9-6180f8e8b972 to /dev/sdb [ 1201.017802] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db49ce1b-848d-4448-8af7-02b0847aed62 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.025579] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e98c18-5d89-4e26-b5f0-1f9b5929de6f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.042067] env[68292]: DEBUG nova.virt.block_device [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Updating existing volume attachment record: d7156d39-78c8-459e-9186-a198f6d7a3d0 {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1201.046840] env[68292]: INFO nova.compute.manager [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Took 12.44 seconds to build instance. [ 1201.462387] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072847, 'name': ReconfigVM_Task, 'duration_secs': 0.257247} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.462554] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 6bec1ca1-246e-4e3a-a433-e26399a969fa/6bec1ca1-246e-4e3a-a433-e26399a969fa.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.462788] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance '6bec1ca1-246e-4e3a-a433-e26399a969fa' progress to 50 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.485558] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 52ae3c6e-6051-444c-b1db-92edb3a1867f] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.548778] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5327051c-0870-44af-94bd-8c442459dd8d tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "10a45d25-ee20-48a3-9e08-1661874f593c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.953s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.970517] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90b25a7-0077-4cce-9a69-a4c758439ac6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.991189] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: c7df0053-eb53-4ec0-ab7e-537a26474a85] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.994287] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bfbde0-a411-40ed-8685-625d70e687e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.013650] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance '6bec1ca1-246e-4e3a-a433-e26399a969fa' progress to 67 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.494139] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: e40220b1-d630-4ad9-9d4e-5f7a443e57af] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.527348] env[68292]: DEBUG nova.compute.manager [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Stashing vm_state: active {{(pid=68292) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1202.554433] env[68292]: DEBUG nova.network.neutron [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Port 42006187-85e9-446f-98a3-f9153a75fe11 binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1202.997630] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: c8d7b2a6-2b1a-475f-836e-2f1ab5975e86] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.047143] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.047427] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.391938] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.392087] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.500909] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: c21efb0d-221b-4875-875f-4601617a4c10] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.552271] env[68292]: INFO nova.compute.claims [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.575845] env[68292]: DEBUG oslo_concurrency.lockutils [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "6bec1ca1-246e-4e3a-a433-e26399a969fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.576070] env[68292]: DEBUG oslo_concurrency.lockutils [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "6bec1ca1-246e-4e3a-a433-e26399a969fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.576251] env[68292]: DEBUG oslo_concurrency.lockutils [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "6bec1ca1-246e-4e3a-a433-e26399a969fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.895446] env[68292]: DEBUG nova.compute.utils [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.004682] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: cd000ca6-2a7b-4555-981d-9383b128f050] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.061163] env[68292]: INFO nova.compute.resource_tracker [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating resource usage from migration dd2ed8ab-e34a-4109-8b9b-ce5b18805e40 [ 1204.191834] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60be1645-d575-4fe3-b4fd-128c3fb87850 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.199134] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafc2621-b63f-4776-9259-625cce3ef707 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.228401] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74dd348-c935-4a03-9288-b497335c3482 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.235325] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d575d-0331-44f5-9a3d-14556c72c266 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.248724] env[68292]: DEBUG nova.compute.provider_tree [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.397481] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.507837] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 0510b9ba-3ebc-49e7-a21a-fdaf6d440ba8] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.611692] env[68292]: DEBUG oslo_concurrency.lockutils [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.611928] env[68292]: DEBUG oslo_concurrency.lockutils [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.612141] env[68292]: DEBUG nova.network.neutron [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.751456] env[68292]: DEBUG nova.scheduler.client.report [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.011501] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: b324ef32-f584-4281-a50d-7aaf546a96ec] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.256150] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.209s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.256369] env[68292]: INFO nova.compute.manager [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Migrating [ 1205.314802] env[68292]: DEBUG nova.network.neutron [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance_info_cache with network_info: [{"id": "42006187-85e9-446f-98a3-f9153a75fe11", "address": "fa:16:3e:1a:d4:5d", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42006187-85", "ovs_interfaceid": "42006187-85e9-446f-98a3-f9153a75fe11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.453730] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.453923] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.454199] env[68292]: INFO nova.compute.manager [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Attaching volume d7b309eb-8838-4abd-8f2b-c1ac0a29bd2b to /dev/sdb [ 1205.483918] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6d7c18-f1f7-4ec6-bd17-a1c694318648 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.490781] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a8e5b9-8b18-4a21-94ea-481abcdae807 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.503577] env[68292]: DEBUG nova.virt.block_device [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating existing volume attachment record: fb9263d7-28fb-4b6e-ae7c-a56c93fd852f {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1205.514046] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 48ea86d1-4ff3-4cb4-a43a-fb4b5f0a6385] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.591640] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1205.591975] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615286', 'volume_id': '07c46113-eb99-4598-83b9-6180f8e8b972', 'name': 'volume-07c46113-eb99-4598-83b9-6180f8e8b972', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce0e150-4724-40df-b312-d33de7f128f9', 'attached_at': '', 'detached_at': '', 'volume_id': '07c46113-eb99-4598-83b9-6180f8e8b972', 'serial': '07c46113-eb99-4598-83b9-6180f8e8b972'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1205.593244] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4702a4-83f3-48cd-aa45-be95ed43f247 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.618084] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede74621-9554-4394-b8b9-1fe5c71172fd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.645616] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-07c46113-eb99-4598-83b9-6180f8e8b972/volume-07c46113-eb99-4598-83b9-6180f8e8b972.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.645919] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d184e9ac-b4cb-4534-be8a-82d5ab09fde5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.663262] env[68292]: DEBUG oslo_vmware.api [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1205.663262] env[68292]: value = "task-3072851" [ 1205.663262] env[68292]: _type = "Task" [ 1205.663262] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.672777] env[68292]: DEBUG oslo_vmware.api [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.770713] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.770713] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.770906] env[68292]: DEBUG nova.network.neutron [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.817566] env[68292]: DEBUG oslo_concurrency.lockutils [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.016672] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 5ade77af-061f-450a-93bb-7f9e28907c63] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.174147] env[68292]: DEBUG oslo_vmware.api [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072851, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.344395] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634d9281-8ec9-4532-a3bf-016df8d24a7c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.364636] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a98fa21-f6f4-4ab3-a7f9-d5ecb62ddc3e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.371324] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance '6bec1ca1-246e-4e3a-a433-e26399a969fa' progress to 83 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.479786] env[68292]: DEBUG nova.network.neutron [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance_info_cache with network_info: [{"id": "2cb86a06-92cd-4a38-b3cd-74e6755b9a99", "address": "fa:16:3e:43:81:72", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb86a06-92", "ovs_interfaceid": "2cb86a06-92cd-4a38-b3cd-74e6755b9a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.521050] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 6dc99502-2329-4b20-828e-20591575c8ab] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.676028] env[68292]: DEBUG oslo_vmware.api [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072851, 'name': ReconfigVM_Task, 'duration_secs': 0.555451} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.676136] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-07c46113-eb99-4598-83b9-6180f8e8b972/volume-07c46113-eb99-4598-83b9-6180f8e8b972.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.681448] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2cd014-16f6-477a-97ea-cf7128f37d50 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.697230] env[68292]: DEBUG oslo_vmware.api [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1206.697230] env[68292]: value = "task-3072854" [ 1206.697230] env[68292]: _type = "Task" [ 1206.697230] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.708248] env[68292]: DEBUG oslo_vmware.api [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.877954] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.878325] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8156fbcc-cbb5-406e-8d98-f27f4e6f8a74 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.884768] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1206.884768] env[68292]: value = "task-3072855" [ 1206.884768] env[68292]: _type = "Task" [ 1206.884768] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.892254] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.983264] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.024908] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 0196b796-8e2b-470e-90a0-4cd261d46415] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.206832] env[68292]: DEBUG oslo_vmware.api [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072854, 'name': ReconfigVM_Task, 'duration_secs': 0.189717} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.207169] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615286', 'volume_id': '07c46113-eb99-4598-83b9-6180f8e8b972', 'name': 'volume-07c46113-eb99-4598-83b9-6180f8e8b972', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce0e150-4724-40df-b312-d33de7f128f9', 'attached_at': '', 'detached_at': '', 'volume_id': '07c46113-eb99-4598-83b9-6180f8e8b972', 'serial': '07c46113-eb99-4598-83b9-6180f8e8b972'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.394470] env[68292]: DEBUG oslo_vmware.api [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072855, 'name': PowerOnVM_Task, 'duration_secs': 0.395991} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.394829] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.395024] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-071aa23a-ad93-489b-87ac-34a6f3312035 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance '6bec1ca1-246e-4e3a-a433-e26399a969fa' progress to 100 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.529046] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: e1dee11e-e22b-48b2-9767-e1a06d5d0325] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.032853] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 59f8f03c-8edf-42e2-a1ff-ef29c4c6d270] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.243535] env[68292]: DEBUG nova.objects.instance [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lazy-loading 'flavor' on Instance uuid 4ce0e150-4724-40df-b312-d33de7f128f9 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.495049] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "4ce0e150-4724-40df-b312-d33de7f128f9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.499543] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad9a95c-347c-474f-8e98-0329ca035832 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.519087] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance '10a45d25-ee20-48a3-9e08-1661874f593c' progress to 0 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.536263] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 19002d14-56a7-4f6c-a285-34e48434122d] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.747972] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4c12bb75-7dc1-435f-a96f-48cf0198030a tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "4ce0e150-4724-40df-b312-d33de7f128f9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.762s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.749813] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "4ce0e150-4724-40df-b312-d33de7f128f9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.255s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.024452] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.024763] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ca80a3-549e-49a5-8274-8ce29a43fb0e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.032245] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1209.032245] env[68292]: value = "task-3072857" [ 1209.032245] env[68292]: _type = "Task" [ 1209.032245] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.041176] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: fb38cea4-d100-4b0c-bf60-53a77aac36c4] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.043207] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.252030] env[68292]: INFO nova.compute.manager [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Detaching volume 07c46113-eb99-4598-83b9-6180f8e8b972 [ 1209.279781] env[68292]: INFO nova.virt.block_device [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Attempting to driver detach volume 07c46113-eb99-4598-83b9-6180f8e8b972 from mountpoint /dev/sdb [ 1209.280056] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.280335] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615286', 'volume_id': '07c46113-eb99-4598-83b9-6180f8e8b972', 'name': 'volume-07c46113-eb99-4598-83b9-6180f8e8b972', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce0e150-4724-40df-b312-d33de7f128f9', 'attached_at': '', 'detached_at': '', 'volume_id': '07c46113-eb99-4598-83b9-6180f8e8b972', 'serial': '07c46113-eb99-4598-83b9-6180f8e8b972'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.281264] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae24d9e-97cc-4f4c-bdf1-40c3472b43cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.302269] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd7af33-f741-48b1-833e-e8337e0cad69 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.308868] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9bf752-fb77-44f1-b001-d6574202c40c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.328845] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2640788-a011-4d95-9a05-86eba9cfddbf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.346743] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] The volume has not been displaced from its original location: [datastore2] volume-07c46113-eb99-4598-83b9-6180f8e8b972/volume-07c46113-eb99-4598-83b9-6180f8e8b972.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.356180] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.356622] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f0b1b9-28c9-453c-a693-1abed459c42d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.375952] env[68292]: DEBUG oslo_vmware.api [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1209.375952] env[68292]: value = "task-3072858" [ 1209.375952] env[68292]: _type = "Task" [ 1209.375952] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.388095] env[68292]: DEBUG oslo_vmware.api [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072858, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.543650] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072857, 'name': PowerOffVM_Task, 'duration_secs': 0.19027} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.544544] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: aabf83d8-a77c-496a-a909-a9e315d67082] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.546240] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.546442] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance '10a45d25-ee20-48a3-9e08-1661874f593c' progress to 17 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.886024] env[68292]: DEBUG oslo_concurrency.lockutils [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "022bc348-49da-4911-ab3d-a162305bdeaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.886293] env[68292]: DEBUG oslo_concurrency.lockutils [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "022bc348-49da-4911-ab3d-a162305bdeaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.886479] env[68292]: DEBUG oslo_concurrency.lockutils [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "022bc348-49da-4911-ab3d-a162305bdeaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.886666] env[68292]: DEBUG oslo_concurrency.lockutils [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "022bc348-49da-4911-ab3d-a162305bdeaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.886829] env[68292]: DEBUG oslo_concurrency.lockutils [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "022bc348-49da-4911-ab3d-a162305bdeaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.888406] env[68292]: DEBUG oslo_vmware.api [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072858, 'name': ReconfigVM_Task, 'duration_secs': 0.211347} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.889071] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.893854] env[68292]: INFO nova.compute.manager [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Terminating instance [ 1209.896063] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9659af2-aef5-4d0d-b6cb-3705e1bd532f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.913073] env[68292]: DEBUG oslo_vmware.api [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1209.913073] env[68292]: value = "task-3072859" [ 1209.913073] env[68292]: _type = "Task" [ 1209.913073] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.922447] env[68292]: DEBUG oslo_vmware.api [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.050909] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: fd7b06e0-dac8-4f70-9554-170b4bb82b6e] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.055046] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.055319] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.055523] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.055716] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.055866] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.056019] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.056231] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.056391] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.056556] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.056717] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.056884] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.062323] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-badc5903-2d62-4f3e-a8cc-84545b3a14dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.082402] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1210.082402] env[68292]: value = "task-3072860" [ 1210.082402] env[68292]: _type = "Task" [ 1210.082402] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.090415] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.108296] env[68292]: DEBUG nova.network.neutron [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Port 42006187-85e9-446f-98a3-f9153a75fe11 binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1210.108563] env[68292]: DEBUG oslo_concurrency.lockutils [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.108711] env[68292]: DEBUG oslo_concurrency.lockutils [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.108874] env[68292]: DEBUG nova.network.neutron [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.408315] env[68292]: DEBUG nova.compute.manager [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.408567] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.409443] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c221fc82-1cf7-449d-977c-d7bc793fd6d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.418576] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.419146] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51876406-f381-49f5-bc57-1ce0627a5205 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.423798] env[68292]: DEBUG oslo_vmware.api [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072859, 'name': ReconfigVM_Task, 'duration_secs': 0.137926} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.424909] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615286', 'volume_id': '07c46113-eb99-4598-83b9-6180f8e8b972', 'name': 'volume-07c46113-eb99-4598-83b9-6180f8e8b972', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce0e150-4724-40df-b312-d33de7f128f9', 'attached_at': '', 'detached_at': '', 'volume_id': '07c46113-eb99-4598-83b9-6180f8e8b972', 'serial': '07c46113-eb99-4598-83b9-6180f8e8b972'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1210.427110] env[68292]: DEBUG oslo_vmware.api [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1210.427110] env[68292]: value = "task-3072861" [ 1210.427110] env[68292]: _type = "Task" [ 1210.427110] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.436120] env[68292]: DEBUG oslo_vmware.api [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.546023] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1210.546169] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615288', 'volume_id': 'd7b309eb-8838-4abd-8f2b-c1ac0a29bd2b', 'name': 'volume-d7b309eb-8838-4abd-8f2b-c1ac0a29bd2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7b309eb-8838-4abd-8f2b-c1ac0a29bd2b', 'serial': 'd7b309eb-8838-4abd-8f2b-c1ac0a29bd2b'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1210.547071] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1945a0-fdcc-4501-b26d-7a0d1899d054 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.563156] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 9cf39460-a830-432d-aba3-d5e0ebca02b8] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.565656] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2f5e6b-5f89-4076-bb23-752076377257 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.594184] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-d7b309eb-8838-4abd-8f2b-c1ac0a29bd2b/volume-d7b309eb-8838-4abd-8f2b-c1ac0a29bd2b.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.599254] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a737a562-af1b-4ee8-b5c6-dedf9c4face9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.620896] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072860, 'name': ReconfigVM_Task, 'duration_secs': 0.196436} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.622309] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance '10a45d25-ee20-48a3-9e08-1661874f593c' progress to 33 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.625790] env[68292]: DEBUG oslo_vmware.api [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1210.625790] env[68292]: value = "task-3072862" [ 1210.625790] env[68292]: _type = "Task" [ 1210.625790] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.634368] env[68292]: DEBUG oslo_vmware.api [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.856889] env[68292]: DEBUG nova.network.neutron [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance_info_cache with network_info: [{"id": "42006187-85e9-446f-98a3-f9153a75fe11", "address": "fa:16:3e:1a:d4:5d", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42006187-85", "ovs_interfaceid": "42006187-85e9-446f-98a3-f9153a75fe11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.938435] env[68292]: DEBUG oslo_vmware.api [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072861, 'name': PowerOffVM_Task, 'duration_secs': 0.177788} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.938708] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.938892] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.939182] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df06d379-e326-4066-9a05-14d7a2cac095 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.967564] env[68292]: DEBUG nova.objects.instance [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lazy-loading 'flavor' on Instance uuid 4ce0e150-4724-40df-b312-d33de7f128f9 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.006117] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.006375] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.006562] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleting the datastore file [datastore2] 022bc348-49da-4911-ab3d-a162305bdeaa {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.006823] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-063f9e79-c688-4054-a1cd-1f9d1153af90 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.013677] env[68292]: DEBUG oslo_vmware.api [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for the task: (returnval){ [ 1211.013677] env[68292]: value = "task-3072864" [ 1211.013677] env[68292]: _type = "Task" [ 1211.013677] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.021802] env[68292]: DEBUG oslo_vmware.api [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.070015] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: beeb9d6b-9333-4073-a690-e23db124d5ff] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.128597] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.128894] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.129069] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.129258] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.129405] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.129550] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.129752] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.129908] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.130082] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.130343] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.130512] env[68292]: DEBUG nova.virt.hardware [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.135732] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.136381] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d087057c-e67c-45b1-99bc-09f18cfb1490 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.158967] env[68292]: DEBUG oslo_vmware.api [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072862, 'name': ReconfigVM_Task, 'duration_secs': 0.349723} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.160251] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-d7b309eb-8838-4abd-8f2b-c1ac0a29bd2b/volume-d7b309eb-8838-4abd-8f2b-c1ac0a29bd2b.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.165484] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1211.165484] env[68292]: value = "task-3072865" [ 1211.165484] env[68292]: _type = "Task" [ 1211.165484] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.165765] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71ed94d1-bfc3-4c3f-96f0-1c598200ee21 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.186110] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.187571] env[68292]: DEBUG oslo_vmware.api [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1211.187571] env[68292]: value = "task-3072866" [ 1211.187571] env[68292]: _type = "Task" [ 1211.187571] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.195894] env[68292]: DEBUG oslo_vmware.api [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.359768] env[68292]: DEBUG oslo_concurrency.lockutils [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.523934] env[68292]: DEBUG oslo_vmware.api [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Task: {'id': task-3072864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166896} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.524217] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.524454] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.524643] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.524896] env[68292]: INFO nova.compute.manager [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1211.525171] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.525469] env[68292]: DEBUG nova.compute.manager [-] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.525601] env[68292]: DEBUG nova.network.neutron [-] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.573183] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.573370] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Cleaning up deleted instances with incomplete migration {{(pid=68292) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1211.685912] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072865, 'name': ReconfigVM_Task, 'duration_secs': 0.181875} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.686278] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.687073] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4983f9-824a-49e6-9b3a-4331bef58723 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.715711] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 10a45d25-ee20-48a3-9e08-1661874f593c/10a45d25-ee20-48a3-9e08-1661874f593c.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.719711] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88f87434-7744-4ec0-95b8-0e076dc2b50d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.732867] env[68292]: DEBUG oslo_vmware.api [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072866, 'name': ReconfigVM_Task, 'duration_secs': 0.164877} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.733039] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615288', 'volume_id': 'd7b309eb-8838-4abd-8f2b-c1ac0a29bd2b', 'name': 'volume-d7b309eb-8838-4abd-8f2b-c1ac0a29bd2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7b309eb-8838-4abd-8f2b-c1ac0a29bd2b', 'serial': 'd7b309eb-8838-4abd-8f2b-c1ac0a29bd2b'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1211.743674] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1211.743674] env[68292]: value = "task-3072867" [ 1211.743674] env[68292]: _type = "Task" [ 1211.743674] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.753864] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.865670] env[68292]: DEBUG nova.compute.manager [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68292) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1211.865670] env[68292]: DEBUG oslo_concurrency.lockutils [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.865670] env[68292]: DEBUG oslo_concurrency.lockutils [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.976440] env[68292]: DEBUG oslo_concurrency.lockutils [None req-59019c99-3237-4611-8850-19851e31b4d3 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "4ce0e150-4724-40df-b312-d33de7f128f9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.036788] env[68292]: DEBUG nova.compute.manager [req-0f5b98f1-7b04-402c-826c-6bd966607a48 req-d0fc2dc4-2975-4d73-8cc2-12c12657413e service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Received event network-vif-deleted-e0d874e3-9491-44ca-86ea-090541148c5f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.036998] env[68292]: INFO nova.compute.manager [req-0f5b98f1-7b04-402c-826c-6bd966607a48 req-d0fc2dc4-2975-4d73-8cc2-12c12657413e service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Neutron deleted interface e0d874e3-9491-44ca-86ea-090541148c5f; detaching it from the instance and deleting it from the info cache [ 1212.037186] env[68292]: DEBUG nova.network.neutron [req-0f5b98f1-7b04-402c-826c-6bd966607a48 req-d0fc2dc4-2975-4d73-8cc2-12c12657413e service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.258822] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072867, 'name': ReconfigVM_Task, 'duration_secs': 0.517574} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.260709] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 10a45d25-ee20-48a3-9e08-1661874f593c/10a45d25-ee20-48a3-9e08-1661874f593c.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.260839] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance '10a45d25-ee20-48a3-9e08-1661874f593c' progress to 50 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.367687] env[68292]: DEBUG nova.objects.instance [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lazy-loading 'migration_context' on Instance uuid 6bec1ca1-246e-4e3a-a433-e26399a969fa {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.508470] env[68292]: DEBUG nova.network.neutron [-] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.540103] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b77870f-789e-416f-8e8c-38d66529605c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.549619] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d60a46-308f-4d01-9e81-384b27926194 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.579313] env[68292]: DEBUG nova.compute.manager [req-0f5b98f1-7b04-402c-826c-6bd966607a48 req-d0fc2dc4-2975-4d73-8cc2-12c12657413e service nova] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Detach interface failed, port_id=e0d874e3-9491-44ca-86ea-090541148c5f, reason: Instance 022bc348-49da-4911-ab3d-a162305bdeaa could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1212.622620] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Acquiring lock "17c12b8d-54a4-4530-b476-05bf0e3a1397" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.622915] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Lock "17c12b8d-54a4-4530-b476-05bf0e3a1397" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.623104] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Acquiring lock "17c12b8d-54a4-4530-b476-05bf0e3a1397-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.623289] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Lock "17c12b8d-54a4-4530-b476-05bf0e3a1397-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.623462] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Lock "17c12b8d-54a4-4530-b476-05bf0e3a1397-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.625461] env[68292]: INFO nova.compute.manager [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Terminating instance [ 1212.772395] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "4ce0e150-4724-40df-b312-d33de7f128f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.772657] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "4ce0e150-4724-40df-b312-d33de7f128f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.772844] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "4ce0e150-4724-40df-b312-d33de7f128f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.773038] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "4ce0e150-4724-40df-b312-d33de7f128f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.773229] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "4ce0e150-4724-40df-b312-d33de7f128f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.775213] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea4bef5-bcd1-4515-957a-10e6575caad5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.778168] env[68292]: INFO nova.compute.manager [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Terminating instance [ 1212.779957] env[68292]: DEBUG nova.objects.instance [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'flavor' on Instance uuid 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.799254] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ea25a9-bc5d-4a5a-b4f1-3408abaa11b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.817359] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance '10a45d25-ee20-48a3-9e08-1661874f593c' progress to 67 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.009320] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dde5b8e-6de8-42e9-a1dc-4f63d11dbb6a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.012188] env[68292]: INFO nova.compute.manager [-] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Took 1.49 seconds to deallocate network for instance. [ 1213.019884] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c49ffd-774c-4451-880a-849acf3317aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.050669] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9447e823-a1ca-438f-875d-3c8287cdc9c2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.058327] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d08bbaf-b2f5-4c40-989d-c6f92b6c0dde {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.074861] env[68292]: DEBUG nova.compute.provider_tree [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.128693] env[68292]: DEBUG nova.compute.manager [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.128949] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.129807] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f9b5a6-76cc-4a9a-a4c3-1a36142da193 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.137131] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.137356] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22cc63ed-561a-4d5c-8c74-635bdac0e910 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.143554] env[68292]: DEBUG oslo_vmware.api [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Waiting for the task: (returnval){ [ 1213.143554] env[68292]: value = "task-3072868" [ 1213.143554] env[68292]: _type = "Task" [ 1213.143554] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.150766] env[68292]: DEBUG oslo_vmware.api [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.285792] env[68292]: DEBUG nova.compute.manager [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.285792] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.286311] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a374ccf1-4ec1-429c-8f80-3e4eddac9cc3 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.832s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.287868] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ccf540-1f0a-4918-a1c3-51153693abcf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.296040] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.296332] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-424b631c-ea64-43c0-ba21-b5c5e7ad763f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.303061] env[68292]: DEBUG oslo_vmware.api [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1213.303061] env[68292]: value = "task-3072869" [ 1213.303061] env[68292]: _type = "Task" [ 1213.303061] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.315359] env[68292]: DEBUG oslo_vmware.api [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.390648] env[68292]: DEBUG nova.network.neutron [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Port 2cb86a06-92cd-4a38-b3cd-74e6755b9a99 binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1213.521058] env[68292]: DEBUG oslo_concurrency.lockutils [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.578974] env[68292]: DEBUG nova.scheduler.client.report [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.654224] env[68292]: DEBUG oslo_vmware.api [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072868, 'name': PowerOffVM_Task, 'duration_secs': 0.194982} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.654520] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.654690] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.654942] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-170ed5de-0eb2-4b94-969a-58a632c904ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.713336] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.713558] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.713738] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Deleting the datastore file [datastore2] 17c12b8d-54a4-4530-b476-05bf0e3a1397 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.714013] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-889e6dab-421c-4abb-aaf6-3a743c137c86 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.721297] env[68292]: DEBUG oslo_vmware.api [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Waiting for the task: (returnval){ [ 1213.721297] env[68292]: value = "task-3072871" [ 1213.721297] env[68292]: _type = "Task" [ 1213.721297] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.728718] env[68292]: DEBUG oslo_vmware.api [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.813700] env[68292]: DEBUG oslo_vmware.api [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072869, 'name': PowerOffVM_Task, 'duration_secs': 0.216969} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.813969] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.814151] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.814445] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d71323c-4ed4-46dc-8a45-defd974ed815 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.873310] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.873552] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.873733] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Deleting the datastore file [datastore1] 4ce0e150-4724-40df-b312-d33de7f128f9 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.873984] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72991346-dcaa-4a6b-8421-ed91a8706fb0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.880026] env[68292]: DEBUG oslo_vmware.api [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1213.880026] env[68292]: value = "task-3072873" [ 1213.880026] env[68292]: _type = "Task" [ 1213.880026] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.887340] env[68292]: DEBUG oslo_vmware.api [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.232068] env[68292]: DEBUG oslo_vmware.api [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Task: {'id': task-3072871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137102} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.232068] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.232068] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.232068] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.232068] env[68292]: INFO nova.compute.manager [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1214.232436] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.232496] env[68292]: DEBUG nova.compute.manager [-] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.232587] env[68292]: DEBUG nova.network.neutron [-] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.389557] env[68292]: DEBUG oslo_vmware.api [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157064} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.389978] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.389978] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.390198] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.390426] env[68292]: INFO nova.compute.manager [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1214.390673] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.390862] env[68292]: DEBUG nova.compute.manager [-] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.390951] env[68292]: DEBUG nova.network.neutron [-] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.413758] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "10a45d25-ee20-48a3-9e08-1661874f593c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.413985] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "10a45d25-ee20-48a3-9e08-1661874f593c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.414177] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "10a45d25-ee20-48a3-9e08-1661874f593c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.594713] env[68292]: DEBUG oslo_concurrency.lockutils [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.730s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.601334] env[68292]: DEBUG oslo_concurrency.lockutils [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.080s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.601575] env[68292]: DEBUG nova.objects.instance [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lazy-loading 'resources' on Instance uuid 022bc348-49da-4911-ab3d-a162305bdeaa {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.621969] env[68292]: DEBUG nova.compute.manager [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Stashing vm_state: active {{(pid=68292) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1214.782288] env[68292]: DEBUG nova.compute.manager [req-ec7b293c-3716-40f8-851f-8978329e4ba4 req-dcd50381-701e-49f3-a4ed-1ceb9281553e service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Received event network-vif-deleted-b6578be5-f769-4427-a6ff-1c2698b3e7ff {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.782486] env[68292]: INFO nova.compute.manager [req-ec7b293c-3716-40f8-851f-8978329e4ba4 req-dcd50381-701e-49f3-a4ed-1ceb9281553e service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Neutron deleted interface b6578be5-f769-4427-a6ff-1c2698b3e7ff; detaching it from the instance and deleting it from the info cache [ 1214.782660] env[68292]: DEBUG nova.network.neutron [req-ec7b293c-3716-40f8-851f-8978329e4ba4 req-dcd50381-701e-49f3-a4ed-1ceb9281553e service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.932478] env[68292]: DEBUG nova.compute.manager [req-0e69cc73-a581-407d-9d3f-58eb504e895c req-09b998c3-a2d3-46e5-8d47-225045161ad1 service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Received event network-vif-deleted-48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.932639] env[68292]: INFO nova.compute.manager [req-0e69cc73-a581-407d-9d3f-58eb504e895c req-09b998c3-a2d3-46e5-8d47-225045161ad1 service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Neutron deleted interface 48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f; detaching it from the instance and deleting it from the info cache [ 1214.932819] env[68292]: DEBUG nova.network.neutron [req-0e69cc73-a581-407d-9d3f-58eb504e895c req-09b998c3-a2d3-46e5-8d47-225045161ad1 service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.143982] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.193209] env[68292]: DEBUG nova.network.neutron [-] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.283617] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe07d4d4-9b15-454a-b83a-a3d40cd6f0db {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.287009] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a45d9e24-6bb9-44e9-a08e-4ad6f9b33af6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.295261] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c2efc0-46ab-4e8f-bbba-2f8f00f3ec68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.301095] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d298ba-0f16-44cd-9b8e-a0101f0e9655 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.349457] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e1e3aa-b14f-4bfc-b5eb-e7625dcf8d1a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.352289] env[68292]: DEBUG nova.compute.manager [req-ec7b293c-3716-40f8-851f-8978329e4ba4 req-dcd50381-701e-49f3-a4ed-1ceb9281553e service nova] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Detach interface failed, port_id=b6578be5-f769-4427-a6ff-1c2698b3e7ff, reason: Instance 17c12b8d-54a4-4530-b476-05bf0e3a1397 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1215.357588] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1839988c-dd75-4bb2-b289-da4e6841745b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.371695] env[68292]: DEBUG nova.compute.provider_tree [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.415939] env[68292]: DEBUG nova.network.neutron [-] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.435147] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-297de25a-63a6-455c-ab46-449205933bdd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.446123] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6270aaad-8358-40f8-86bb-16a308408c8f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.456998] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.457258] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.457476] env[68292]: DEBUG nova.network.neutron [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.479020] env[68292]: DEBUG nova.compute.manager [req-0e69cc73-a581-407d-9d3f-58eb504e895c req-09b998c3-a2d3-46e5-8d47-225045161ad1 service nova] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Detach interface failed, port_id=48d6a538-6ca4-481e-a3b5-3bd5ab6e5d5f, reason: Instance 4ce0e150-4724-40df-b312-d33de7f128f9 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1215.696281] env[68292]: INFO nova.compute.manager [-] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Took 1.46 seconds to deallocate network for instance. [ 1215.875027] env[68292]: DEBUG nova.scheduler.client.report [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.918690] env[68292]: INFO nova.compute.manager [-] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Took 1.53 seconds to deallocate network for instance. [ 1216.150934] env[68292]: INFO nova.compute.manager [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Swapping old allocation on dict_keys(['5de465a1-5463-49a8-ac36-0f939aeb666c']) held by migration 89855349-12d7-4a51-b82c-ef1ce9c84b46 for instance [ 1216.154144] env[68292]: DEBUG nova.network.neutron [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance_info_cache with network_info: [{"id": "2cb86a06-92cd-4a38-b3cd-74e6755b9a99", "address": "fa:16:3e:43:81:72", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb86a06-92", "ovs_interfaceid": "2cb86a06-92cd-4a38-b3cd-74e6755b9a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.173901] env[68292]: DEBUG nova.scheduler.client.report [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Overwriting current allocation {'allocations': {'5de465a1-5463-49a8-ac36-0f939aeb666c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 156}}, 'project_id': '11c1524c1ede484b813c7042ebedd356', 'user_id': 'bdd345fdf09c4610b85f92ff61c3159d', 'consumer_generation': 1} on consumer 6bec1ca1-246e-4e3a-a433-e26399a969fa {{(pid=68292) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1216.203739] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.259129] env[68292]: DEBUG oslo_concurrency.lockutils [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.259346] env[68292]: DEBUG oslo_concurrency.lockutils [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.259530] env[68292]: DEBUG nova.network.neutron [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.380582] env[68292]: DEBUG oslo_concurrency.lockutils [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.382659] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.239s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.398286] env[68292]: INFO nova.scheduler.client.report [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Deleted allocations for instance 022bc348-49da-4911-ab3d-a162305bdeaa [ 1216.425027] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.656418] env[68292]: DEBUG oslo_concurrency.lockutils [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.890802] env[68292]: INFO nova.compute.claims [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.906020] env[68292]: DEBUG oslo_concurrency.lockutils [None req-01452d0c-00b9-4466-989d-4c2aadb51614 tempest-AttachVolumeShelveTestJSON-272409179 tempest-AttachVolumeShelveTestJSON-272409179-project-member] Lock "022bc348-49da-4911-ab3d-a162305bdeaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.020s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.025768] env[68292]: DEBUG nova.network.neutron [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance_info_cache with network_info: [{"id": "42006187-85e9-446f-98a3-f9153a75fe11", "address": "fa:16:3e:1a:d4:5d", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42006187-85", "ovs_interfaceid": "42006187-85e9-446f-98a3-f9153a75fe11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.181248] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb28773-72c8-426f-9782-48e8241b23d9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.200308] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1b75be-9318-4e23-aa70-ea562651826d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.207049] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance '10a45d25-ee20-48a3-9e08-1661874f593c' progress to 83 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.400021] env[68292]: INFO nova.compute.resource_tracker [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating resource usage from migration e6ee690f-6841-4fc8-8e8d-5c638d276b23 [ 1217.528229] env[68292]: DEBUG oslo_concurrency.lockutils [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-6bec1ca1-246e-4e3a-a433-e26399a969fa" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.528686] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.528962] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9badf72-6512-4b02-82e2-025cbec02926 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.536073] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1217.536073] env[68292]: value = "task-3072874" [ 1217.536073] env[68292]: _type = "Task" [ 1217.536073] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.544479] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.545957] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ef21f8-bd24-4149-acbf-68ab0b8a8350 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.552447] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77e2ed5-2089-4740-956e-51007053ed02 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.583477] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d08926-b342-4c1c-b857-f41b80929715 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.590942] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb9f7c8-f487-44f2-b037-06ebddf00e8f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.604683] env[68292]: DEBUG nova.compute.provider_tree [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.713092] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.713370] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bb8e2c9-1d10-4fe5-941e-cd12b4a8ff8d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.719724] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1217.719724] env[68292]: value = "task-3072875" [ 1217.719724] env[68292]: _type = "Task" [ 1217.719724] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.727478] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.047250] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072874, 'name': PowerOffVM_Task, 'duration_secs': 0.210243} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.048646] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.048646] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.048646] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.048915] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.048967] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.049197] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.049412] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.049716] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.049966] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.050190] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.050432] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.050651] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.055808] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-217d7e6e-4275-42ff-9364-5ef16239e16f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.072160] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1218.072160] env[68292]: value = "task-3072876" [ 1218.072160] env[68292]: _type = "Task" [ 1218.072160] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.080479] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.107733] env[68292]: DEBUG nova.scheduler.client.report [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.229420] env[68292]: DEBUG oslo_vmware.api [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072875, 'name': PowerOnVM_Task, 'duration_secs': 0.399415} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.229683] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.229864] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-cbef7a6c-08a7-443d-ba4c-3b87746cf861 tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance '10a45d25-ee20-48a3-9e08-1661874f593c' progress to 100 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.582136] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072876, 'name': ReconfigVM_Task, 'duration_secs': 0.143134} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.582977] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a94bdd1-f288-4b86-9320-6fcf05d3c63d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.601282] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.601552] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.601714] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.601893] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.602050] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.602203] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.602415] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.602570] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.602793] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.603048] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.603244] env[68292]: DEBUG nova.virt.hardware [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.604156] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ca673b-d61f-403c-84da-303e7b46ccc3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.609190] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1218.609190] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5227479b-0495-081f-411c-aa8273f8a9e9" [ 1218.609190] env[68292]: _type = "Task" [ 1218.609190] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.612604] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.230s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.612816] env[68292]: INFO nova.compute.manager [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Migrating [ 1218.619264] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.416s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.619467] env[68292]: DEBUG nova.objects.instance [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Lazy-loading 'resources' on Instance uuid 17c12b8d-54a4-4530-b476-05bf0e3a1397 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.634554] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5227479b-0495-081f-411c-aa8273f8a9e9, 'name': SearchDatastore_Task, 'duration_secs': 0.007402} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.640245] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.641327] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d0e3dba-0d48-4e32-99cd-031abfd950a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.660729] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1218.660729] env[68292]: value = "task-3072878" [ 1218.660729] env[68292]: _type = "Task" [ 1218.660729] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.668804] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.134473] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.135892] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.135892] env[68292]: DEBUG nova.network.neutron [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.170236] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072878, 'name': ReconfigVM_Task, 'duration_secs': 0.190924} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.172721] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.173708] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abcefe2-7a69-44e1-b0fa-c2aebe85273d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.195783] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 6bec1ca1-246e-4e3a-a433-e26399a969fa/6bec1ca1-246e-4e3a-a433-e26399a969fa.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.198429] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f8a6f95-dbc1-41c5-8f1e-f02f81d22848 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.219603] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1219.219603] env[68292]: value = "task-3072879" [ 1219.219603] env[68292]: _type = "Task" [ 1219.219603] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.229719] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.247516] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "2e70d62d-d46c-49c4-9035-098a89157b8b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.247516] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.300048] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60f7e55-45c0-4fa2-9218-aca8bbe5072f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.308065] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8925da1-01cf-418c-b92a-dd5bc66706f7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.343096] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401d44da-46db-4495-972a-6243a9c2f131 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.350767] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2adcdbb-da10-4b51-839f-88492aa8419e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.364267] env[68292]: DEBUG nova.compute.provider_tree [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.731587] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072879, 'name': ReconfigVM_Task, 'duration_secs': 0.249088} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.731914] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 6bec1ca1-246e-4e3a-a433-e26399a969fa/6bec1ca1-246e-4e3a-a433-e26399a969fa.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.732717] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9eb732-3b58-4c3a-90aa-5ed5966d4ac2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.756411] env[68292]: DEBUG nova.compute.utils [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.758024] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1928fbf3-8db0-45b5-b2fa-800748b6ab78 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.782086] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cad6deb-9126-4770-ace7-432ac1338431 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.801883] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a317d056-594d-4263-a851-41ae5de260e3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.808474] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.808705] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9dac473-130f-4169-a5e4-306e6d3140ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.843363] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1219.843363] env[68292]: value = "task-3072880" [ 1219.843363] env[68292]: _type = "Task" [ 1219.843363] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.850728] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.866980] env[68292]: DEBUG nova.scheduler.client.report [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.870687] env[68292]: DEBUG nova.network.neutron [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance_info_cache with network_info: [{"id": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "address": "fa:16:3e:ff:67:d0", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63651cf5-2e", "ovs_interfaceid": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.264762] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.352922] env[68292]: DEBUG oslo_vmware.api [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072880, 'name': PowerOnVM_Task, 'duration_secs': 0.3827} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.353173] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.372674] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.374905] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.950s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.375145] env[68292]: DEBUG nova.objects.instance [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lazy-loading 'resources' on Instance uuid 4ce0e150-4724-40df-b312-d33de7f128f9 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.376945] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.397284] env[68292]: INFO nova.scheduler.client.report [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Deleted allocations for instance 17c12b8d-54a4-4530-b476-05bf0e3a1397 [ 1220.903759] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bf5203f3-869c-4ec4-9d59-f75188dadb27 tempest-ServersV294TestFqdnHostnames-1221354822 tempest-ServersV294TestFqdnHostnames-1221354822-project-member] Lock "17c12b8d-54a4-4530-b476-05bf0e3a1397" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.281s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.990208] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "84d83be1-ea9a-4bf1-b942-f994284e6206" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.990507] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.006228] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d693fd-fa01-45c3-823b-10b5a2663ba3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.014238] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacbbe32-9979-4071-a635-4d8ff60a6d8b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.045234] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c437eddf-9e0c-4276-bd7c-ca83887dc188 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.052541] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696c291e-6cdd-4ecd-8180-172b1f1acbc3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.056582] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "10a45d25-ee20-48a3-9e08-1661874f593c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.056811] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "10a45d25-ee20-48a3-9e08-1661874f593c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.056995] env[68292]: DEBUG nova.compute.manager [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Going to confirm migration 8 {{(pid=68292) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1221.069028] env[68292]: DEBUG nova.compute.provider_tree [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.336023] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "2e70d62d-d46c-49c4-9035-098a89157b8b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.336023] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.336023] env[68292]: INFO nova.compute.manager [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Attaching volume c7cf2e53-500d-46c5-8f7d-71937e641442 to /dev/sdb [ 1221.366022] env[68292]: INFO nova.compute.manager [None req-133b70f6-f8e9-446b-8705-5963868c41b5 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance to original state: 'active' [ 1221.380024] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb199d48-b39e-4625-9463-f808214c522d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.391176] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20d10dd-7ce8-4969-a589-b08272e54a14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.407031] env[68292]: DEBUG nova.virt.block_device [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Updating existing volume attachment record: 43535abd-1701-49e4-9b5b-c5597a95b61b {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1221.496052] env[68292]: INFO nova.compute.manager [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Detaching volume cc90f5ff-dd38-4245-9ef1-65300d89fdff [ 1221.528153] env[68292]: INFO nova.virt.block_device [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Attempting to driver detach volume cc90f5ff-dd38-4245-9ef1-65300d89fdff from mountpoint /dev/sdb [ 1221.528558] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1221.528635] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615282', 'volume_id': 'cc90f5ff-dd38-4245-9ef1-65300d89fdff', 'name': 'volume-cc90f5ff-dd38-4245-9ef1-65300d89fdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84d83be1-ea9a-4bf1-b942-f994284e6206', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc90f5ff-dd38-4245-9ef1-65300d89fdff', 'serial': 'cc90f5ff-dd38-4245-9ef1-65300d89fdff'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1221.530206] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd2deee-96f1-41d1-a7b1-d06181909125 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.554506] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f166af8b-faf1-4523-a2b0-77cd19deac3b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.564837] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01554aeb-b51f-4380-b710-8350810cb87d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.588706] env[68292]: DEBUG nova.scheduler.client.report [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.592878] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e38f66-30fd-430b-bfd4-3159478f8926 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.611311] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] The volume has not been displaced from its original location: [datastore1] volume-cc90f5ff-dd38-4245-9ef1-65300d89fdff/volume-cc90f5ff-dd38-4245-9ef1-65300d89fdff.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1221.615398] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.617285] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.617446] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquired lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.617610] env[68292]: DEBUG nova.network.neutron [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.617787] env[68292]: DEBUG nova.objects.instance [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lazy-loading 'info_cache' on Instance uuid 10a45d25-ee20-48a3-9e08-1661874f593c {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.618980] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b525117d-4459-4967-a110-594d05fabc2a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.640458] env[68292]: DEBUG oslo_vmware.api [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1221.640458] env[68292]: value = "task-3072882" [ 1221.640458] env[68292]: _type = "Task" [ 1221.640458] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.649186] env[68292]: DEBUG oslo_vmware.api [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.905107] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae896970-8531-49ce-b52c-c33ffa79051f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.930252] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance '909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc' progress to 0 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.097511] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.126696] env[68292]: INFO nova.scheduler.client.report [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Deleted allocations for instance 4ce0e150-4724-40df-b312-d33de7f128f9 [ 1222.151089] env[68292]: DEBUG oslo_vmware.api [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072882, 'name': ReconfigVM_Task, 'duration_secs': 0.249976} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.151587] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.156827] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-098096a8-7bbf-4c2c-a012-d4f8ec9e0b46 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.172213] env[68292]: DEBUG oslo_vmware.api [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1222.172213] env[68292]: value = "task-3072885" [ 1222.172213] env[68292]: _type = "Task" [ 1222.172213] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.182201] env[68292]: DEBUG oslo_vmware.api [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.437287] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.437803] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ec26dad-ef41-4110-8015-a7f399726019 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.440610] env[68292]: DEBUG nova.network.neutron [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance_info_cache with network_info: [{"id": "2cb86a06-92cd-4a38-b3cd-74e6755b9a99", "address": "fa:16:3e:43:81:72", "network": {"id": "bfa60d9f-d445-4002-90c1-7e8d86a5e275", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1691336289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "686239d102c44129a735969d15062852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb86a06-92", "ovs_interfaceid": "2cb86a06-92cd-4a38-b3cd-74e6755b9a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.452530] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1222.452530] env[68292]: value = "task-3072886" [ 1222.452530] env[68292]: _type = "Task" [ 1222.452530] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.467537] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.635116] env[68292]: DEBUG oslo_concurrency.lockutils [None req-3ac953e7-ada1-4740-8f03-962d8431a526 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "4ce0e150-4724-40df-b312-d33de7f128f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.862s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.684767] env[68292]: DEBUG oslo_vmware.api [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072885, 'name': ReconfigVM_Task, 'duration_secs': 0.156962} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.685518] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615282', 'volume_id': 'cc90f5ff-dd38-4245-9ef1-65300d89fdff', 'name': 'volume-cc90f5ff-dd38-4245-9ef1-65300d89fdff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84d83be1-ea9a-4bf1-b942-f994284e6206', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc90f5ff-dd38-4245-9ef1-65300d89fdff', 'serial': 'cc90f5ff-dd38-4245-9ef1-65300d89fdff'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1222.946039] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Releasing lock "refresh_cache-10a45d25-ee20-48a3-9e08-1661874f593c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.946381] env[68292]: DEBUG nova.objects.instance [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lazy-loading 'migration_context' on Instance uuid 10a45d25-ee20-48a3-9e08-1661874f593c {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.963588] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072886, 'name': PowerOffVM_Task, 'duration_secs': 0.209302} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.964536] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.965339] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance '909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc' progress to 17 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.232626] env[68292]: DEBUG nova.objects.instance [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'flavor' on Instance uuid 84d83be1-ea9a-4bf1-b942-f994284e6206 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.449982] env[68292]: DEBUG nova.objects.base [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Object Instance<10a45d25-ee20-48a3-9e08-1661874f593c> lazy-loaded attributes: info_cache,migration_context {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.451211] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9f1777-b0ff-4b02-a3f9-68f5c94c6edf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.477744] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.477944] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.478118] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.478327] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.478595] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.478627] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.479194] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.479194] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.479194] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.479352] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.480024] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.486523] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f290cfe-eeb7-4805-9458-952991e1cf34 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.497233] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee6539f-8f41-410c-9846-cefaf044efe8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.505261] env[68292]: DEBUG oslo_vmware.api [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1223.505261] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]529a15ef-5af6-f1d9-32db-264360ccff64" [ 1223.505261] env[68292]: _type = "Task" [ 1223.505261] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.510258] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1223.510258] env[68292]: value = "task-3072887" [ 1223.510258] env[68292]: _type = "Task" [ 1223.510258] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.517371] env[68292]: DEBUG oslo_vmware.api [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529a15ef-5af6-f1d9-32db-264360ccff64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.523701] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.544557] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "6bec1ca1-246e-4e3a-a433-e26399a969fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.544889] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "6bec1ca1-246e-4e3a-a433-e26399a969fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.545146] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "6bec1ca1-246e-4e3a-a433-e26399a969fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.545344] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "6bec1ca1-246e-4e3a-a433-e26399a969fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.545517] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "6bec1ca1-246e-4e3a-a433-e26399a969fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.548160] env[68292]: INFO nova.compute.manager [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Terminating instance [ 1224.018521] env[68292]: DEBUG oslo_vmware.api [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]529a15ef-5af6-f1d9-32db-264360ccff64, 'name': SearchDatastore_Task, 'duration_secs': 0.015158} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.019383] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.019675] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.024136] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072887, 'name': ReconfigVM_Task, 'duration_secs': 0.382682} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.024634] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance '909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc' progress to 33 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.053301] env[68292]: DEBUG nova.compute.manager [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.053597] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.054471] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b045c41f-1b62-4085-8934-7e3e5ae28d30 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.062324] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.062552] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f325d296-694e-4099-9120-2e7b793ac0b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.069685] env[68292]: DEBUG oslo_vmware.api [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1224.069685] env[68292]: value = "task-3072889" [ 1224.069685] env[68292]: _type = "Task" [ 1224.069685] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.077717] env[68292]: DEBUG oslo_vmware.api [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.213508] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afded949-2629-422a-9d43-9a731d3d019c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "84d83be1-ea9a-4bf1-b942-f994284e6206" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.243308] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b11ebb60-5034-4b15-99f1-db60cdbf255f tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.244780] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afded949-2629-422a-9d43-9a731d3d019c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.031s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.245094] env[68292]: DEBUG nova.compute.manager [None req-afded949-2629-422a-9d43-9a731d3d019c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.246506] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83da9a82-3ff3-4972-baf9-d2e2101a893b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.253457] env[68292]: DEBUG nova.compute.manager [None req-afded949-2629-422a-9d43-9a731d3d019c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68292) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1224.254082] env[68292]: DEBUG nova.objects.instance [None req-afded949-2629-422a-9d43-9a731d3d019c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'flavor' on Instance uuid 84d83be1-ea9a-4bf1-b942-f994284e6206 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.530443] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.530606] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.530736] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.530923] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.531080] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.531231] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.531437] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.531631] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.531804] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.531969] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.532157] env[68292]: DEBUG nova.virt.hardware [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.537558] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.538157] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87ee9a21-dfd8-4ded-9122-8ae8c07e7cb6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.559502] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1224.559502] env[68292]: value = "task-3072890" [ 1224.559502] env[68292]: _type = "Task" [ 1224.559502] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.569899] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.577395] env[68292]: DEBUG oslo_vmware.api [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072889, 'name': PowerOffVM_Task, 'duration_secs': 0.190072} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.577642] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.577838] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.578205] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8184bd09-a444-4e99-ac61-92f85453117c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.645421] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.645643] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.645822] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleting the datastore file [datastore2] 6bec1ca1-246e-4e3a-a433-e26399a969fa {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.646101] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56279e12-d566-44ab-adff-7d417f711559 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.653766] env[68292]: DEBUG oslo_vmware.api [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1224.653766] env[68292]: value = "task-3072892" [ 1224.653766] env[68292]: _type = "Task" [ 1224.653766] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.664193] env[68292]: DEBUG oslo_vmware.api [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.673829] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e180cc-2156-4bab-b2e3-99b5ddfa018c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.680462] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b61c9c3-5a34-460b-9fe6-3ea4858855c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.711155] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff1474-bbd7-456c-bcff-13a80fdcfc4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.717969] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ccda92-bfe4-41ab-957f-9dcd1986516b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.730627] env[68292]: DEBUG nova.compute.provider_tree [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.912722] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.913049] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.069030] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072890, 'name': ReconfigVM_Task, 'duration_secs': 0.220842} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.069438] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.070219] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649f0d76-3178-4fa3-baa5-94d074b4fb7a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.096033] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc/909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.096327] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eca1de2b-c372-48b0-bd06-809a5e208e90 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.113248] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1225.113248] env[68292]: value = "task-3072893" [ 1225.113248] env[68292]: _type = "Task" [ 1225.113248] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.120259] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.162864] env[68292]: DEBUG oslo_vmware.api [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239015} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.163131] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.163317] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.163510] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.163675] env[68292]: INFO nova.compute.manager [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1225.163911] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.164124] env[68292]: DEBUG nova.compute.manager [-] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.164218] env[68292]: DEBUG nova.network.neutron [-] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.234157] env[68292]: DEBUG nova.scheduler.client.report [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.259866] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-afded949-2629-422a-9d43-9a731d3d019c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.260201] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3ce6278-21bc-4a92-8bdf-3311a93963db {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.267483] env[68292]: DEBUG oslo_vmware.api [None req-afded949-2629-422a-9d43-9a731d3d019c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1225.267483] env[68292]: value = "task-3072894" [ 1225.267483] env[68292]: _type = "Task" [ 1225.267483] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.275382] env[68292]: DEBUG oslo_vmware.api [None req-afded949-2629-422a-9d43-9a731d3d019c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.415154] env[68292]: DEBUG nova.compute.manager [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.624763] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072893, 'name': ReconfigVM_Task, 'duration_secs': 0.311972} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.625127] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc/909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.625460] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance '909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc' progress to 50 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.635422] env[68292]: DEBUG nova.compute.manager [req-bf781b76-4ac2-4e00-8b1f-801122c3bbc4 req-6030a266-448d-4ff9-be2b-dabd0b885c17 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Received event network-vif-deleted-42006187-85e9-446f-98a3-f9153a75fe11 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.635615] env[68292]: INFO nova.compute.manager [req-bf781b76-4ac2-4e00-8b1f-801122c3bbc4 req-6030a266-448d-4ff9-be2b-dabd0b885c17 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Neutron deleted interface 42006187-85e9-446f-98a3-f9153a75fe11; detaching it from the instance and deleting it from the info cache [ 1225.635782] env[68292]: DEBUG nova.network.neutron [req-bf781b76-4ac2-4e00-8b1f-801122c3bbc4 req-6030a266-448d-4ff9-be2b-dabd0b885c17 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.776774] env[68292]: DEBUG oslo_vmware.api [None req-afded949-2629-422a-9d43-9a731d3d019c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072894, 'name': PowerOffVM_Task, 'duration_secs': 0.184015} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.777083] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-afded949-2629-422a-9d43-9a731d3d019c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.777237] env[68292]: DEBUG nova.compute.manager [None req-afded949-2629-422a-9d43-9a731d3d019c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.777966] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ae772f-1652-49bb-961b-de1b92f305a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.937837] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.121481] env[68292]: DEBUG nova.network.neutron [-] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.132283] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e4a7a1-02b7-44c4-b7a2-c45975c55b1f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.154975] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0801178-129a-4d64-a877-ca3525f812df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.158084] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26805f70-bf3c-4ffa-8270-9bacbb0ab8f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.181589] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance '909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc' progress to 67 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.188249] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb2e25b-710d-469d-82c4-fc206eea0ad2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.220850] env[68292]: DEBUG nova.compute.manager [req-bf781b76-4ac2-4e00-8b1f-801122c3bbc4 req-6030a266-448d-4ff9-be2b-dabd0b885c17 service nova] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Detach interface failed, port_id=42006187-85e9-446f-98a3-f9153a75fe11, reason: Instance 6bec1ca1-246e-4e3a-a433-e26399a969fa could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.244027] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.224s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.246550] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.309s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.248010] env[68292]: INFO nova.compute.claims [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.289133] env[68292]: DEBUG oslo_concurrency.lockutils [None req-afded949-2629-422a-9d43-9a731d3d019c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.456651] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1226.456651] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615290', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'name': 'volume-c7cf2e53-500d-46c5-8f7d-71937e641442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e70d62d-d46c-49c4-9035-098a89157b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'serial': 'c7cf2e53-500d-46c5-8f7d-71937e641442'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1226.457549] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3204c563-1ac1-4cd9-931f-373d85efd0bf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.474359] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa01c8c-23af-44d2-bc14-2b87917724ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.500130] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-c7cf2e53-500d-46c5-8f7d-71937e641442/volume-c7cf2e53-500d-46c5-8f7d-71937e641442.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.500453] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-564bc769-058b-4374-a31a-a99de9d6a2b4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.518165] env[68292]: DEBUG oslo_vmware.api [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1226.518165] env[68292]: value = "task-3072895" [ 1226.518165] env[68292]: _type = "Task" [ 1226.518165] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.525970] env[68292]: DEBUG oslo_vmware.api [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.627509] env[68292]: INFO nova.compute.manager [-] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Took 1.46 seconds to deallocate network for instance. [ 1226.704947] env[68292]: DEBUG nova.objects.instance [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'flavor' on Instance uuid 84d83be1-ea9a-4bf1-b942-f994284e6206 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.810287] env[68292]: INFO nova.scheduler.client.report [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted allocation for migration dd2ed8ab-e34a-4109-8b9b-ce5b18805e40 [ 1227.028133] env[68292]: DEBUG oslo_vmware.api [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072895, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.134637] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.209925] env[68292]: DEBUG oslo_concurrency.lockutils [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.210095] env[68292]: DEBUG oslo_concurrency.lockutils [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquired lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.210636] env[68292]: DEBUG nova.network.neutron [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.210636] env[68292]: DEBUG nova.objects.instance [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'info_cache' on Instance uuid 84d83be1-ea9a-4bf1-b942-f994284e6206 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.315254] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "10a45d25-ee20-48a3-9e08-1661874f593c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.258s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.377415] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0acf79-56a1-4640-bda0-b8e747eff529 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.385397] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bdfc03-970d-40fa-a5d9-e50d153af9ae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.420614] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec98b8f-7f19-40af-b2d7-03fb24e5489d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.428210] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7146f7-9064-4c85-b3dc-be621f52a168 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.442517] env[68292]: DEBUG nova.compute.provider_tree [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.527666] env[68292]: DEBUG oslo_vmware.api [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072895, 'name': ReconfigVM_Task, 'duration_secs': 0.556593} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.527947] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-c7cf2e53-500d-46c5-8f7d-71937e641442/volume-c7cf2e53-500d-46c5-8f7d-71937e641442.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.532573] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa148de6-5a93-40fd-8c1a-ed4b48c90a50 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.546251] env[68292]: DEBUG oslo_vmware.api [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1227.546251] env[68292]: value = "task-3072896" [ 1227.546251] env[68292]: _type = "Task" [ 1227.546251] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.554336] env[68292]: DEBUG oslo_vmware.api [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.714078] env[68292]: DEBUG nova.objects.base [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Object Instance<84d83be1-ea9a-4bf1-b942-f994284e6206> lazy-loaded attributes: flavor,info_cache {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1227.927986] env[68292]: DEBUG nova.network.neutron [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Port 63651cf5-2e89-4afa-84b0-aa0088943cb3 binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1227.945739] env[68292]: DEBUG nova.scheduler.client.report [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.056564] env[68292]: DEBUG oslo_vmware.api [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072896, 'name': ReconfigVM_Task, 'duration_secs': 0.134556} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.056915] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615290', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'name': 'volume-c7cf2e53-500d-46c5-8f7d-71937e641442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e70d62d-d46c-49c4-9035-098a89157b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'serial': 'c7cf2e53-500d-46c5-8f7d-71937e641442'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1228.453386] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.453909] env[68292]: DEBUG nova.compute.manager [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.456222] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.322s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.456434] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.503284] env[68292]: DEBUG nova.network.neutron [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Updating instance_info_cache with network_info: [{"id": "8c995832-821a-42ea-a649-17ea62c0c167", "address": "fa:16:3e:8a:c1:7a", "network": {"id": "18e12268-46cc-4e36-8100-a01f26c2e099", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945789016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d4d81da4a44229a258e9dca38387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c995832-82", "ovs_interfaceid": "8c995832-821a-42ea-a649-17ea62c0c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.505836] env[68292]: INFO nova.scheduler.client.report [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleted allocations for instance 6bec1ca1-246e-4e3a-a433-e26399a969fa [ 1228.577756] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "10a45d25-ee20-48a3-9e08-1661874f593c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.577877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "10a45d25-ee20-48a3-9e08-1661874f593c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.578674] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "10a45d25-ee20-48a3-9e08-1661874f593c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.578674] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "10a45d25-ee20-48a3-9e08-1661874f593c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.578674] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "10a45d25-ee20-48a3-9e08-1661874f593c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.580742] env[68292]: INFO nova.compute.manager [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Terminating instance [ 1228.951491] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.951491] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.951676] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.960122] env[68292]: DEBUG nova.compute.utils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.962164] env[68292]: DEBUG nova.compute.manager [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.962374] env[68292]: DEBUG nova.network.neutron [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.998757] env[68292]: DEBUG nova.policy [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20635a5fed614cd0a3d4a96c4c6ef87e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '423c2aca34d0475fac26f9be311ffbb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.009575] env[68292]: DEBUG oslo_concurrency.lockutils [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Releasing lock "refresh_cache-84d83be1-ea9a-4bf1-b942-f994284e6206" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.013233] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7d41a256-f78c-4212-8f23-c5106cd56b16 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "6bec1ca1-246e-4e3a-a433-e26399a969fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.468s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.084674] env[68292]: DEBUG nova.compute.manager [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.084942] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.086273] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f80ba97-5888-495e-a223-ab3e39e82b93 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.091435] env[68292]: DEBUG nova.objects.instance [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lazy-loading 'flavor' on Instance uuid 2e70d62d-d46c-49c4-9035-098a89157b8b {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.096052] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.096052] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ac0276a-e843-4ab0-b77e-24ec8a8387a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.103276] env[68292]: DEBUG oslo_vmware.api [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1229.103276] env[68292]: value = "task-3072897" [ 1229.103276] env[68292]: _type = "Task" [ 1229.103276] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.111803] env[68292]: DEBUG oslo_vmware.api [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.304015] env[68292]: DEBUG nova.network.neutron [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Successfully created port: e37c788f-223a-4dc5-b605-d04745345dea {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.463085] env[68292]: DEBUG nova.compute.manager [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.598554] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb5a3de2-21dd-4bc1-b275-393b8d604071 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.265s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.614308] env[68292]: DEBUG oslo_vmware.api [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072897, 'name': PowerOffVM_Task, 'duration_secs': 0.228139} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.614995] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.614995] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.615792] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13678a83-333e-4cee-af5d-49916fdc0615 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.648049] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "446968b5-4ce4-4032-b24e-7a46a301ce44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.648049] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "446968b5-4ce4-4032-b24e-7a46a301ce44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.672924] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.673176] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.673364] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleting the datastore file [datastore1] 10a45d25-ee20-48a3-9e08-1661874f593c {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.673634] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17237196-a3eb-429d-b298-5e30d2fbf0a8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.679593] env[68292]: DEBUG oslo_vmware.api [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for the task: (returnval){ [ 1229.679593] env[68292]: value = "task-3072899" [ 1229.679593] env[68292]: _type = "Task" [ 1229.679593] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.689381] env[68292]: DEBUG oslo_vmware.api [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.016302] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.016592] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edd772c3-2bc2-4d05-ac5e-2593a2bb6cd1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.024094] env[68292]: DEBUG oslo_vmware.api [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1230.024094] env[68292]: value = "task-3072900" [ 1230.024094] env[68292]: _type = "Task" [ 1230.024094] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.024894] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.025068] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.025243] env[68292]: DEBUG nova.network.neutron [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.034820] env[68292]: DEBUG oslo_vmware.api [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.151523] env[68292]: DEBUG nova.compute.manager [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.188864] env[68292]: DEBUG oslo_vmware.api [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Task: {'id': task-3072899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136067} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.189848] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.190062] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.190251] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.190436] env[68292]: INFO nova.compute.manager [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1230.190783] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.191232] env[68292]: DEBUG nova.compute.manager [-] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.191341] env[68292]: DEBUG nova.network.neutron [-] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.391424] env[68292]: INFO nova.compute.manager [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Rebuilding instance [ 1230.447675] env[68292]: DEBUG nova.compute.manager [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.448639] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a41b6b-38b2-4588-9282-8661185e8c12 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.472802] env[68292]: DEBUG nova.compute.manager [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.480061] env[68292]: DEBUG nova.compute.manager [req-1d82bc96-ad01-4189-8b74-cc1441727d07 req-1830acc7-620b-440b-a509-590f9435d87c service nova] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Received event network-vif-deleted-2cb86a06-92cd-4a38-b3cd-74e6755b9a99 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.480697] env[68292]: INFO nova.compute.manager [req-1d82bc96-ad01-4189-8b74-cc1441727d07 req-1830acc7-620b-440b-a509-590f9435d87c service nova] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Neutron deleted interface 2cb86a06-92cd-4a38-b3cd-74e6755b9a99; detaching it from the instance and deleting it from the info cache [ 1230.480898] env[68292]: DEBUG nova.network.neutron [req-1d82bc96-ad01-4189-8b74-cc1441727d07 req-1830acc7-620b-440b-a509-590f9435d87c service nova] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.497705] env[68292]: DEBUG nova.virt.hardware [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.497955] env[68292]: DEBUG nova.virt.hardware [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.498141] env[68292]: DEBUG nova.virt.hardware [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.498397] env[68292]: DEBUG nova.virt.hardware [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.498552] env[68292]: DEBUG nova.virt.hardware [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.498708] env[68292]: DEBUG nova.virt.hardware [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.498965] env[68292]: DEBUG nova.virt.hardware [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.499147] env[68292]: DEBUG nova.virt.hardware [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.499320] env[68292]: DEBUG nova.virt.hardware [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.499484] env[68292]: DEBUG nova.virt.hardware [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.499662] env[68292]: DEBUG nova.virt.hardware [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.501472] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2dc8a6-2329-4a05-9dfa-e75155f38290 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.509867] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cb7e2f-02f9-4e1d-bd1b-9d624ae787e9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.538019] env[68292]: DEBUG oslo_vmware.api [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072900, 'name': PowerOnVM_Task, 'duration_secs': 0.375258} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.538290] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.538489] env[68292]: DEBUG nova.compute.manager [None req-652b9b81-b4a9-4fe2-9c33-deae3e6729f9 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.539245] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3526da8e-e83e-4e5a-9859-14c213c69980 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.672796] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.673088] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.674603] env[68292]: INFO nova.compute.claims [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.796529] env[68292]: DEBUG nova.compute.manager [req-13b6b0f6-b0d8-4e22-ac4b-2759783642fe req-fb80e6e0-d341-4aac-804b-ccbd95ec087d service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Received event network-vif-plugged-e37c788f-223a-4dc5-b605-d04745345dea {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.796799] env[68292]: DEBUG oslo_concurrency.lockutils [req-13b6b0f6-b0d8-4e22-ac4b-2759783642fe req-fb80e6e0-d341-4aac-804b-ccbd95ec087d service nova] Acquiring lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.797015] env[68292]: DEBUG oslo_concurrency.lockutils [req-13b6b0f6-b0d8-4e22-ac4b-2759783642fe req-fb80e6e0-d341-4aac-804b-ccbd95ec087d service nova] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.797407] env[68292]: DEBUG oslo_concurrency.lockutils [req-13b6b0f6-b0d8-4e22-ac4b-2759783642fe req-fb80e6e0-d341-4aac-804b-ccbd95ec087d service nova] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.797621] env[68292]: DEBUG nova.compute.manager [req-13b6b0f6-b0d8-4e22-ac4b-2759783642fe req-fb80e6e0-d341-4aac-804b-ccbd95ec087d service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] No waiting events found dispatching network-vif-plugged-e37c788f-223a-4dc5-b605-d04745345dea {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.797796] env[68292]: WARNING nova.compute.manager [req-13b6b0f6-b0d8-4e22-ac4b-2759783642fe req-fb80e6e0-d341-4aac-804b-ccbd95ec087d service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Received unexpected event network-vif-plugged-e37c788f-223a-4dc5-b605-d04745345dea for instance with vm_state building and task_state spawning. [ 1230.820182] env[68292]: DEBUG nova.network.neutron [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance_info_cache with network_info: [{"id": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "address": "fa:16:3e:ff:67:d0", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63651cf5-2e", "ovs_interfaceid": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.879429] env[68292]: DEBUG nova.network.neutron [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Successfully updated port: e37c788f-223a-4dc5-b605-d04745345dea {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.961401] env[68292]: DEBUG nova.network.neutron [-] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.984238] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf8831cd-73fc-43eb-af3b-17e9620f38a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.994107] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d8dba7-9830-4184-bdc3-fa7860a54264 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.021367] env[68292]: DEBUG nova.compute.manager [req-1d82bc96-ad01-4189-8b74-cc1441727d07 req-1830acc7-620b-440b-a509-590f9435d87c service nova] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Detach interface failed, port_id=2cb86a06-92cd-4a38-b3cd-74e6755b9a99, reason: Instance 10a45d25-ee20-48a3-9e08-1661874f593c could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.322726] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.381790] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "refresh_cache-afbd7432-3bb2-4a84-b705-8149ab92cbe6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.382079] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired lock "refresh_cache-afbd7432-3bb2-4a84-b705-8149ab92cbe6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.382181] env[68292]: DEBUG nova.network.neutron [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.463730] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.464184] env[68292]: INFO nova.compute.manager [-] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Took 1.27 seconds to deallocate network for instance. [ 1231.464438] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-752f9da7-7ce5-4ca9-8aaa-181d2443247e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.473265] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1231.473265] env[68292]: value = "task-3072901" [ 1231.473265] env[68292]: _type = "Task" [ 1231.473265] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.480699] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.802654] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b128ad48-d104-4597-960a-26fa327910c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.811754] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880c5b60-eea1-4721-97ae-717a1f418b50 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.845734] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3409fd92-fade-4d68-95db-b7ce0ece1d66 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.849059] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ca57af-454f-47a7-9507-ac2bb69cd2c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.857011] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36492e43-b00c-414b-b4fb-9781a3d6c62e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.860170] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c51036-f0f2-42f1-b261-b7e4e294bf8b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.873207] env[68292]: DEBUG nova.compute.provider_tree [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.928464] env[68292]: DEBUG nova.network.neutron [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.973559] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.983859] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072901, 'name': PowerOffVM_Task, 'duration_secs': 0.253563} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.984206] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.030930] env[68292]: INFO nova.compute.manager [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Detaching volume c7cf2e53-500d-46c5-8f7d-71937e641442 [ 1232.060443] env[68292]: INFO nova.virt.block_device [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Attempting to driver detach volume c7cf2e53-500d-46c5-8f7d-71937e641442 from mountpoint /dev/sdb [ 1232.060803] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1232.061019] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615290', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'name': 'volume-c7cf2e53-500d-46c5-8f7d-71937e641442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e70d62d-d46c-49c4-9035-098a89157b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'serial': 'c7cf2e53-500d-46c5-8f7d-71937e641442'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1232.061882] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2c213a-6f78-4832-8ec6-142566d11bc9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.084317] env[68292]: DEBUG nova.network.neutron [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Updating instance_info_cache with network_info: [{"id": "e37c788f-223a-4dc5-b605-d04745345dea", "address": "fa:16:3e:b6:1c:e2", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape37c788f-22", "ovs_interfaceid": "e37c788f-223a-4dc5-b605-d04745345dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.085990] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51da2cfd-0257-4606-95d8-a460193048e2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.092945] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c048cfd-2f1d-4863-b307-919299171489 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.114776] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f9cda2-1a0e-40b3-b5d6-0324e6c8edb7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.130061] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] The volume has not been displaced from its original location: [datastore2] volume-c7cf2e53-500d-46c5-8f7d-71937e641442/volume-c7cf2e53-500d-46c5-8f7d-71937e641442.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1232.135241] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1232.135517] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23f284b8-7758-48fa-b0f1-350f618d9000 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.152583] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1232.152583] env[68292]: value = "task-3072902" [ 1232.152583] env[68292]: _type = "Task" [ 1232.152583] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.159976] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.381182] env[68292]: DEBUG nova.scheduler.client.report [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.589351] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Releasing lock "refresh_cache-afbd7432-3bb2-4a84-b705-8149ab92cbe6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.589755] env[68292]: DEBUG nova.compute.manager [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Instance network_info: |[{"id": "e37c788f-223a-4dc5-b605-d04745345dea", "address": "fa:16:3e:b6:1c:e2", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape37c788f-22", "ovs_interfaceid": "e37c788f-223a-4dc5-b605-d04745345dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1232.590139] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:1c:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e37c788f-223a-4dc5-b605-d04745345dea', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.597909] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.598165] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.598422] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45b0f0af-07d9-4791-b35a-d13ec2cb88c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.620714] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.620714] env[68292]: value = "task-3072903" [ 1232.620714] env[68292]: _type = "Task" [ 1232.620714] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.629748] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072903, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.663122] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072902, 'name': ReconfigVM_Task, 'duration_secs': 0.183793} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.663474] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.668505] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e982bfe5-27e6-4969-84dd-313cc3a1c165 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.684152] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1232.684152] env[68292]: value = "task-3072904" [ 1232.684152] env[68292]: _type = "Task" [ 1232.684152] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.693913] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.822983] env[68292]: DEBUG nova.compute.manager [req-0fe09cea-2a5d-488f-8bff-f55be6e4ab4c req-3837c9d7-248f-46e7-acb0-772872fba847 service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Received event network-changed-e37c788f-223a-4dc5-b605-d04745345dea {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.823199] env[68292]: DEBUG nova.compute.manager [req-0fe09cea-2a5d-488f-8bff-f55be6e4ab4c req-3837c9d7-248f-46e7-acb0-772872fba847 service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Refreshing instance network info cache due to event network-changed-e37c788f-223a-4dc5-b605-d04745345dea. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.823437] env[68292]: DEBUG oslo_concurrency.lockutils [req-0fe09cea-2a5d-488f-8bff-f55be6e4ab4c req-3837c9d7-248f-46e7-acb0-772872fba847 service nova] Acquiring lock "refresh_cache-afbd7432-3bb2-4a84-b705-8149ab92cbe6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.823563] env[68292]: DEBUG oslo_concurrency.lockutils [req-0fe09cea-2a5d-488f-8bff-f55be6e4ab4c req-3837c9d7-248f-46e7-acb0-772872fba847 service nova] Acquired lock "refresh_cache-afbd7432-3bb2-4a84-b705-8149ab92cbe6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.823723] env[68292]: DEBUG nova.network.neutron [req-0fe09cea-2a5d-488f-8bff-f55be6e4ab4c req-3837c9d7-248f-46e7-acb0-772872fba847 service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Refreshing network info cache for port e37c788f-223a-4dc5-b605-d04745345dea {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.886597] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.887178] env[68292]: DEBUG nova.compute.manager [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.889964] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.917s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.890151] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.911485] env[68292]: INFO nova.scheduler.client.report [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Deleted allocations for instance 10a45d25-ee20-48a3-9e08-1661874f593c [ 1232.962993] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8c1772-67c5-441d-8551-2edaa6f68b44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.985736] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2af0f50-574c-4c4f-a841-e8614fa51a77 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.992898] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance '909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc' progress to 83 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.131052] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072903, 'name': CreateVM_Task, 'duration_secs': 0.467782} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.131232] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.131931] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.132107] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.132427] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.132681] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b23c1d1-270b-430d-a157-d0ce51294629 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.137417] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1233.137417] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e4e24d-55e1-5381-cbc3-b81b5dd1700d" [ 1233.137417] env[68292]: _type = "Task" [ 1233.137417] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.144872] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e4e24d-55e1-5381-cbc3-b81b5dd1700d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.192672] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072904, 'name': ReconfigVM_Task, 'duration_secs': 0.135415} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.192979] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615290', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'name': 'volume-c7cf2e53-500d-46c5-8f7d-71937e641442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e70d62d-d46c-49c4-9035-098a89157b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'serial': 'c7cf2e53-500d-46c5-8f7d-71937e641442'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1233.395044] env[68292]: DEBUG nova.compute.utils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.398863] env[68292]: DEBUG nova.compute.manager [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.399067] env[68292]: DEBUG nova.network.neutron [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.420189] env[68292]: DEBUG oslo_concurrency.lockutils [None req-08dfdbbb-fc05-43ce-8f65-96534b26598f tempest-DeleteServersTestJSON-1671882125 tempest-DeleteServersTestJSON-1671882125-project-member] Lock "10a45d25-ee20-48a3-9e08-1661874f593c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.842s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.437597] env[68292]: DEBUG nova.policy [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdd345fdf09c4610b85f92ff61c3159d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11c1524c1ede484b813c7042ebedd356', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.501017] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.501302] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7bcaa26-0b68-4587-8b5a-b270b5a2c937 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.509018] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1233.509018] env[68292]: value = "task-3072905" [ 1233.509018] env[68292]: _type = "Task" [ 1233.509018] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.517070] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.532177] env[68292]: DEBUG nova.network.neutron [req-0fe09cea-2a5d-488f-8bff-f55be6e4ab4c req-3837c9d7-248f-46e7-acb0-772872fba847 service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Updated VIF entry in instance network info cache for port e37c788f-223a-4dc5-b605-d04745345dea. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.532675] env[68292]: DEBUG nova.network.neutron [req-0fe09cea-2a5d-488f-8bff-f55be6e4ab4c req-3837c9d7-248f-46e7-acb0-772872fba847 service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Updating instance_info_cache with network_info: [{"id": "e37c788f-223a-4dc5-b605-d04745345dea", "address": "fa:16:3e:b6:1c:e2", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape37c788f-22", "ovs_interfaceid": "e37c788f-223a-4dc5-b605-d04745345dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.648622] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e4e24d-55e1-5381-cbc3-b81b5dd1700d, 'name': SearchDatastore_Task, 'duration_secs': 0.047744} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.648622] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.648895] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.649083] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.649239] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.649422] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.649684] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87fe051a-0a0d-4001-929f-435173650492 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.660396] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.660644] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.661388] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8efa2a5-7b8b-4507-a13a-6e1902a11f21 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.669654] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1233.669654] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e7a669-d1b6-c2da-ee6e-4e81a57f9b02" [ 1233.669654] env[68292]: _type = "Task" [ 1233.669654] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.676946] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e7a669-d1b6-c2da-ee6e-4e81a57f9b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.688468] env[68292]: DEBUG nova.network.neutron [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Successfully created port: dca3ff5c-3107-4a7d-b101-ef9b04477010 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.903118] env[68292]: DEBUG nova.compute.manager [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.019577] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072905, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.035447] env[68292]: DEBUG oslo_concurrency.lockutils [req-0fe09cea-2a5d-488f-8bff-f55be6e4ab4c req-3837c9d7-248f-46e7-acb0-772872fba847 service nova] Releasing lock "refresh_cache-afbd7432-3bb2-4a84-b705-8149ab92cbe6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.178732] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e7a669-d1b6-c2da-ee6e-4e81a57f9b02, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.179518] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67436147-e477-453d-bf56-58c719476fbf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.184982] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1234.184982] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527899e0-6d33-a239-42a4-075f9aa57c69" [ 1234.184982] env[68292]: _type = "Task" [ 1234.184982] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.192401] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527899e0-6d33-a239-42a4-075f9aa57c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.245905] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.245905] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6cd8398-b4a3-41d8-951d-f0e04d76f937 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.253989] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1234.253989] env[68292]: value = "task-3072907" [ 1234.253989] env[68292]: _type = "Task" [ 1234.253989] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.262535] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.522169] env[68292]: DEBUG oslo_vmware.api [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072905, 'name': PowerOnVM_Task, 'duration_secs': 0.554749} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.522545] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.522815] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ccafb-50b5-4e12-b183-b1bce0c0935c tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance '909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc' progress to 100 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.695669] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527899e0-6d33-a239-42a4-075f9aa57c69, 'name': SearchDatastore_Task, 'duration_secs': 0.009268} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.696044] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.696142] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] afbd7432-3bb2-4a84-b705-8149ab92cbe6/afbd7432-3bb2-4a84-b705-8149ab92cbe6.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.696391] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8df1a16b-f0e2-471a-85fe-aa935bb1cbad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.703191] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1234.703191] env[68292]: value = "task-3072908" [ 1234.703191] env[68292]: _type = "Task" [ 1234.703191] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.710234] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.763511] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1234.763753] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1234.763994] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615290', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'name': 'volume-c7cf2e53-500d-46c5-8f7d-71937e641442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e70d62d-d46c-49c4-9035-098a89157b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'serial': 'c7cf2e53-500d-46c5-8f7d-71937e641442'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1234.764780] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9e4b8e-c6a6-4d96-928b-f7d7116aa52c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.782666] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806efbf9-2e54-46b9-9d35-c494bff5d375 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.788483] env[68292]: WARNING nova.virt.vmwareapi.driver [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1234.788728] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.789441] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d071d7-d183-443d-ad2a-c97854d9c826 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.796914] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.797134] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edb12fc7-3d9e-47f9-b87b-a1a2e6061925 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.874143] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.874387] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.874567] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleting the datastore file [datastore2] 2e70d62d-d46c-49c4-9035-098a89157b8b {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.874835] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2996add2-739a-4b6a-84e3-bb4c684131a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.883961] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1234.883961] env[68292]: value = "task-3072910" [ 1234.883961] env[68292]: _type = "Task" [ 1234.883961] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.892841] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.913601] env[68292]: DEBUG nova.compute.manager [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.942095] env[68292]: DEBUG nova.virt.hardware [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.942354] env[68292]: DEBUG nova.virt.hardware [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.942509] env[68292]: DEBUG nova.virt.hardware [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.942690] env[68292]: DEBUG nova.virt.hardware [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.942902] env[68292]: DEBUG nova.virt.hardware [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.943041] env[68292]: DEBUG nova.virt.hardware [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.943270] env[68292]: DEBUG nova.virt.hardware [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.943432] env[68292]: DEBUG nova.virt.hardware [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.943839] env[68292]: DEBUG nova.virt.hardware [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.943839] env[68292]: DEBUG nova.virt.hardware [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.943926] env[68292]: DEBUG nova.virt.hardware [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.944828] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b30f9fc-8b77-4607-96d3-a00cf509ee8a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.953280] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf93843-5ce7-49e0-b3c4-9d35c593d0e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.122139] env[68292]: DEBUG nova.compute.manager [req-cf1973bb-0bc0-4a22-9bc2-ca9811dfdaf1 req-0b16c872-96e7-46f1-a963-a86f14401558 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Received event network-vif-plugged-dca3ff5c-3107-4a7d-b101-ef9b04477010 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.122370] env[68292]: DEBUG oslo_concurrency.lockutils [req-cf1973bb-0bc0-4a22-9bc2-ca9811dfdaf1 req-0b16c872-96e7-46f1-a963-a86f14401558 service nova] Acquiring lock "446968b5-4ce4-4032-b24e-7a46a301ce44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.122668] env[68292]: DEBUG oslo_concurrency.lockutils [req-cf1973bb-0bc0-4a22-9bc2-ca9811dfdaf1 req-0b16c872-96e7-46f1-a963-a86f14401558 service nova] Lock "446968b5-4ce4-4032-b24e-7a46a301ce44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.122733] env[68292]: DEBUG oslo_concurrency.lockutils [req-cf1973bb-0bc0-4a22-9bc2-ca9811dfdaf1 req-0b16c872-96e7-46f1-a963-a86f14401558 service nova] Lock "446968b5-4ce4-4032-b24e-7a46a301ce44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.122897] env[68292]: DEBUG nova.compute.manager [req-cf1973bb-0bc0-4a22-9bc2-ca9811dfdaf1 req-0b16c872-96e7-46f1-a963-a86f14401558 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] No waiting events found dispatching network-vif-plugged-dca3ff5c-3107-4a7d-b101-ef9b04477010 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.123175] env[68292]: WARNING nova.compute.manager [req-cf1973bb-0bc0-4a22-9bc2-ca9811dfdaf1 req-0b16c872-96e7-46f1-a963-a86f14401558 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Received unexpected event network-vif-plugged-dca3ff5c-3107-4a7d-b101-ef9b04477010 for instance with vm_state building and task_state spawning. [ 1235.213472] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434419} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.214446] env[68292]: DEBUG nova.network.neutron [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Successfully updated port: dca3ff5c-3107-4a7d-b101-ef9b04477010 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.217208] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] afbd7432-3bb2-4a84-b705-8149ab92cbe6/afbd7432-3bb2-4a84-b705-8149ab92cbe6.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.217208] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.217208] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72513857-e264-4fc3-8c26-015e2a2dcb23 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.222916] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1235.222916] env[68292]: value = "task-3072911" [ 1235.222916] env[68292]: _type = "Task" [ 1235.222916] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.231079] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.393053] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344851} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.393270] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.393458] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.393638] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.719849] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.720127] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.720205] env[68292]: DEBUG nova.network.neutron [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.732645] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079027} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.732881] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.733626] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ce3919-9ba0-4364-9468-b4e97bf706ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.755070] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] afbd7432-3bb2-4a84-b705-8149ab92cbe6/afbd7432-3bb2-4a84-b705-8149ab92cbe6.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.755332] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c68dc256-2bd9-492d-a65b-23005705b9a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.777179] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1235.777179] env[68292]: value = "task-3072912" [ 1235.777179] env[68292]: _type = "Task" [ 1235.777179] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.786324] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.898219] env[68292]: INFO nova.virt.block_device [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Booting with volume c7cf2e53-500d-46c5-8f7d-71937e641442 at /dev/sdb [ 1235.932430] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7c8e1c3-da78-4f8a-b3e0-c360aa883982 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.941737] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0794a0-48f7-4324-ab55-cc10be9e5ce7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.970842] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6dfb5b3-7ddb-458b-abba-50ea8991bd27 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.978860] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e2b2d6-710e-4c95-a91b-520eaf0562d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.005238] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e250840a-c011-4a98-9751-0c6983116dac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.011283] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48faf67-a241-4220-9d70-746e1261e36e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.023853] env[68292]: DEBUG nova.virt.block_device [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Updating existing volume attachment record: a9000a1a-3aef-40dd-a671-0dd5bd804f44 {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1236.252164] env[68292]: DEBUG nova.network.neutron [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.286036] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.430341] env[68292]: DEBUG nova.network.neutron [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Updating instance_info_cache with network_info: [{"id": "dca3ff5c-3107-4a7d-b101-ef9b04477010", "address": "fa:16:3e:df:48:2c", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca3ff5c-31", "ovs_interfaceid": "dca3ff5c-3107-4a7d-b101-ef9b04477010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.787206] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.932696] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.933057] env[68292]: DEBUG nova.compute.manager [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Instance network_info: |[{"id": "dca3ff5c-3107-4a7d-b101-ef9b04477010", "address": "fa:16:3e:df:48:2c", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca3ff5c-31", "ovs_interfaceid": "dca3ff5c-3107-4a7d-b101-ef9b04477010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.933539] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:48:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dca3ff5c-3107-4a7d-b101-ef9b04477010', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.942024] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.942313] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.942594] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74a3bf4b-8053-45c7-8858-158e4c7521f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.965356] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.965356] env[68292]: value = "task-3072913" [ 1236.965356] env[68292]: _type = "Task" [ 1236.965356] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.974811] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072913, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.078819] env[68292]: DEBUG nova.network.neutron [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Port 63651cf5-2e89-4afa-84b0-aa0088943cb3 binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1237.078819] env[68292]: DEBUG oslo_concurrency.lockutils [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.078819] env[68292]: DEBUG oslo_concurrency.lockutils [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.078984] env[68292]: DEBUG nova.network.neutron [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.148173] env[68292]: DEBUG nova.compute.manager [req-7fd2de40-646b-4463-aea4-e9e1cc469f18 req-b3601e06-c9c7-4927-8dd6-6731fc6a9f09 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Received event network-changed-dca3ff5c-3107-4a7d-b101-ef9b04477010 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.148722] env[68292]: DEBUG nova.compute.manager [req-7fd2de40-646b-4463-aea4-e9e1cc469f18 req-b3601e06-c9c7-4927-8dd6-6731fc6a9f09 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Refreshing instance network info cache due to event network-changed-dca3ff5c-3107-4a7d-b101-ef9b04477010. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.148722] env[68292]: DEBUG oslo_concurrency.lockutils [req-7fd2de40-646b-4463-aea4-e9e1cc469f18 req-b3601e06-c9c7-4927-8dd6-6731fc6a9f09 service nova] Acquiring lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.148722] env[68292]: DEBUG oslo_concurrency.lockutils [req-7fd2de40-646b-4463-aea4-e9e1cc469f18 req-b3601e06-c9c7-4927-8dd6-6731fc6a9f09 service nova] Acquired lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.148952] env[68292]: DEBUG nova.network.neutron [req-7fd2de40-646b-4463-aea4-e9e1cc469f18 req-b3601e06-c9c7-4927-8dd6-6731fc6a9f09 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Refreshing network info cache for port dca3ff5c-3107-4a7d-b101-ef9b04477010 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.288440] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072912, 'name': ReconfigVM_Task, 'duration_secs': 1.073905} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.288764] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Reconfigured VM instance instance-00000071 to attach disk [datastore2] afbd7432-3bb2-4a84-b705-8149ab92cbe6/afbd7432-3bb2-4a84-b705-8149ab92cbe6.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.289427] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-150f310a-aa8c-4277-9eba-539b88fb8592 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.296623] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1237.296623] env[68292]: value = "task-3072914" [ 1237.296623] env[68292]: _type = "Task" [ 1237.296623] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.304886] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072914, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.476392] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072913, 'name': CreateVM_Task, 'duration_secs': 0.320527} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.476569] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.486919] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.487116] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.487444] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.487705] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b750649a-99fd-43f8-86e9-7bfa0b19d50a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.492549] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1237.492549] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52668089-64bf-4ea7-6e8d-40ad89cdbe40" [ 1237.492549] env[68292]: _type = "Task" [ 1237.492549] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.500821] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52668089-64bf-4ea7-6e8d-40ad89cdbe40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.808236] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072914, 'name': Rename_Task, 'duration_secs': 0.133655} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.810455] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.810753] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56fb3f41-2b5a-443f-ba34-b2b3a8162b9e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.817789] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1237.817789] env[68292]: value = "task-3072915" [ 1237.817789] env[68292]: _type = "Task" [ 1237.817789] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.827048] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.909658] env[68292]: DEBUG nova.network.neutron [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance_info_cache with network_info: [{"id": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "address": "fa:16:3e:ff:67:d0", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63651cf5-2e", "ovs_interfaceid": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.935188] env[68292]: DEBUG nova.network.neutron [req-7fd2de40-646b-4463-aea4-e9e1cc469f18 req-b3601e06-c9c7-4927-8dd6-6731fc6a9f09 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Updated VIF entry in instance network info cache for port dca3ff5c-3107-4a7d-b101-ef9b04477010. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.935525] env[68292]: DEBUG nova.network.neutron [req-7fd2de40-646b-4463-aea4-e9e1cc469f18 req-b3601e06-c9c7-4927-8dd6-6731fc6a9f09 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Updating instance_info_cache with network_info: [{"id": "dca3ff5c-3107-4a7d-b101-ef9b04477010", "address": "fa:16:3e:df:48:2c", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca3ff5c-31", "ovs_interfaceid": "dca3ff5c-3107-4a7d-b101-ef9b04477010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.002868] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52668089-64bf-4ea7-6e8d-40ad89cdbe40, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.003202] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.003431] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.003662] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.003809] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.003986] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.004253] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdef8ff5-c5ef-40fb-9bd7-f3765207b217 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.013621] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.013837] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.014404] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934d27c7-e300-43b3-bad9-87879c05585a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.019469] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1238.019469] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522c61fc-22c5-c6ef-48f2-02b714cfe80c" [ 1238.019469] env[68292]: _type = "Task" [ 1238.019469] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.026949] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522c61fc-22c5-c6ef-48f2-02b714cfe80c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.134989] env[68292]: DEBUG nova.virt.hardware [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.134989] env[68292]: DEBUG nova.virt.hardware [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.135187] env[68292]: DEBUG nova.virt.hardware [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.136022] env[68292]: DEBUG nova.virt.hardware [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.136022] env[68292]: DEBUG nova.virt.hardware [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.136022] env[68292]: DEBUG nova.virt.hardware [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.136022] env[68292]: DEBUG nova.virt.hardware [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.136022] env[68292]: DEBUG nova.virt.hardware [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.136247] env[68292]: DEBUG nova.virt.hardware [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.136247] env[68292]: DEBUG nova.virt.hardware [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.136971] env[68292]: DEBUG nova.virt.hardware [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.137270] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7cbb79-bf42-457b-872b-c0bcad0cd189 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.145078] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2a876a-d950-4684-bb0c-1905b0baebbb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.158604] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:84:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1da237c9-c213-4d01-a345-2ec6311e7583', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.166102] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.166357] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.166588] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-254e80dc-b43b-42da-bf0b-7db51ac4b0a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.187011] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.187011] env[68292]: value = "task-3072916" [ 1238.187011] env[68292]: _type = "Task" [ 1238.187011] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.192871] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072916, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.327759] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.412253] env[68292]: DEBUG oslo_concurrency.lockutils [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.437906] env[68292]: DEBUG oslo_concurrency.lockutils [req-7fd2de40-646b-4463-aea4-e9e1cc469f18 req-b3601e06-c9c7-4927-8dd6-6731fc6a9f09 service nova] Releasing lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.530116] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522c61fc-22c5-c6ef-48f2-02b714cfe80c, 'name': SearchDatastore_Task, 'duration_secs': 0.012489} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.530831] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-748e0b3d-c170-4b6f-b006-6b5493a52628 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.537182] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1238.537182] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527be680-b6f8-3503-6dc3-c9afed4dca59" [ 1238.537182] env[68292]: _type = "Task" [ 1238.537182] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.545738] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527be680-b6f8-3503-6dc3-c9afed4dca59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.697797] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072916, 'name': CreateVM_Task, 'duration_secs': 0.420949} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.698029] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.698777] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.698955] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.699366] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.699664] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513171d6-2682-454e-9b40-48d2657e445e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.705480] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1238.705480] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52f35f54-cb7e-4a07-b6fe-98c214e8695e" [ 1238.705480] env[68292]: _type = "Task" [ 1238.705480] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.714815] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f35f54-cb7e-4a07-b6fe-98c214e8695e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.829413] env[68292]: DEBUG oslo_vmware.api [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072915, 'name': PowerOnVM_Task, 'duration_secs': 0.858805} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.829413] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.829828] env[68292]: INFO nova.compute.manager [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1238.829828] env[68292]: DEBUG nova.compute.manager [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.830640] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a21552-5752-4bd3-9908-d8820f8288f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.916425] env[68292]: DEBUG nova.compute.manager [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68292) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1239.048075] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527be680-b6f8-3503-6dc3-c9afed4dca59, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.048365] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.048630] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 446968b5-4ce4-4032-b24e-7a46a301ce44/446968b5-4ce4-4032-b24e-7a46a301ce44.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.048882] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c23009d0-5711-449f-893f-caf6bfaf3e13 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.055297] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1239.055297] env[68292]: value = "task-3072917" [ 1239.055297] env[68292]: _type = "Task" [ 1239.055297] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.063535] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.215900] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52f35f54-cb7e-4a07-b6fe-98c214e8695e, 'name': SearchDatastore_Task, 'duration_secs': 0.037453} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.216303] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.216569] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.216845] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.217031] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.217258] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.217531] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d05fad7d-396d-4503-b9d3-922bf4c3c353 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.225653] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.225842] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.226596] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0e152a-9004-4024-8bcd-26fd0640502d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.231971] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1239.231971] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5234e6e2-544f-59b1-2f56-0dbc542f38d2" [ 1239.231971] env[68292]: _type = "Task" [ 1239.231971] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.240128] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5234e6e2-544f-59b1-2f56-0dbc542f38d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.353335] env[68292]: INFO nova.compute.manager [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Took 13.43 seconds to build instance. [ 1239.565300] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072917, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.746044] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5234e6e2-544f-59b1-2f56-0dbc542f38d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.746953] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21438e1b-3996-4ffe-910b-32b3872a62ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.752987] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1239.752987] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]524d8b9a-5e71-b2f9-f5f3-0d9ceb87e179" [ 1239.752987] env[68292]: _type = "Task" [ 1239.752987] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.761374] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524d8b9a-5e71-b2f9-f5f3-0d9ceb87e179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.856128] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d9f31da8-0213-4261-b515-91d839a508d6 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.943s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.940817] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Acquiring lock "112c4ba3-bc3f-4aa4-956b-6276a2a227bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.940817] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Lock "112c4ba3-bc3f-4aa4-956b-6276a2a227bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.035160] env[68292]: DEBUG oslo_concurrency.lockutils [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.035482] env[68292]: DEBUG oslo_concurrency.lockutils [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.065557] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798369} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.066075] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 446968b5-4ce4-4032-b24e-7a46a301ce44/446968b5-4ce4-4032-b24e-7a46a301ce44.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.066321] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.066576] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5ecdeb6-8535-408a-b8f2-976555a615fc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.074250] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1240.074250] env[68292]: value = "task-3072918" [ 1240.074250] env[68292]: _type = "Task" [ 1240.074250] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.084979] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.263019] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524d8b9a-5e71-b2f9-f5f3-0d9ceb87e179, 'name': SearchDatastore_Task, 'duration_secs': 0.047958} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.263310] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.263567] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 2e70d62d-d46c-49c4-9035-098a89157b8b/2e70d62d-d46c-49c4-9035-098a89157b8b.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.263818] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24ba5286-23a4-4b2c-8d39-98f2cd793d58 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.270530] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1240.270530] env[68292]: value = "task-3072919" [ 1240.270530] env[68292]: _type = "Task" [ 1240.270530] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.278178] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.443213] env[68292]: DEBUG nova.compute.manager [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.539098] env[68292]: DEBUG nova.objects.instance [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'migration_context' on Instance uuid 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.585030] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101539} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.585411] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.586347] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbeeb84-501e-4e80-b6f4-e7c0e0f0b208 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.608885] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 446968b5-4ce4-4032-b24e-7a46a301ce44/446968b5-4ce4-4032-b24e-7a46a301ce44.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.609249] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c704b8eb-df37-4513-ac70-dc641545ffa6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.630742] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1240.630742] env[68292]: value = "task-3072920" [ 1240.630742] env[68292]: _type = "Task" [ 1240.630742] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.641228] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.671546] env[68292]: DEBUG nova.compute.manager [req-e6be5ed4-35f5-49da-871e-69cdd93ca7a5 req-6c0bafd4-99d4-4b3c-966a-6ee973d35857 service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Received event network-changed-e37c788f-223a-4dc5-b605-d04745345dea {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.671786] env[68292]: DEBUG nova.compute.manager [req-e6be5ed4-35f5-49da-871e-69cdd93ca7a5 req-6c0bafd4-99d4-4b3c-966a-6ee973d35857 service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Refreshing instance network info cache due to event network-changed-e37c788f-223a-4dc5-b605-d04745345dea. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.672240] env[68292]: DEBUG oslo_concurrency.lockutils [req-e6be5ed4-35f5-49da-871e-69cdd93ca7a5 req-6c0bafd4-99d4-4b3c-966a-6ee973d35857 service nova] Acquiring lock "refresh_cache-afbd7432-3bb2-4a84-b705-8149ab92cbe6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.672240] env[68292]: DEBUG oslo_concurrency.lockutils [req-e6be5ed4-35f5-49da-871e-69cdd93ca7a5 req-6c0bafd4-99d4-4b3c-966a-6ee973d35857 service nova] Acquired lock "refresh_cache-afbd7432-3bb2-4a84-b705-8149ab92cbe6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.672318] env[68292]: DEBUG nova.network.neutron [req-e6be5ed4-35f5-49da-871e-69cdd93ca7a5 req-6c0bafd4-99d4-4b3c-966a-6ee973d35857 service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Refreshing network info cache for port e37c788f-223a-4dc5-b605-d04745345dea {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.780648] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442967} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.781066] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 2e70d62d-d46c-49c4-9035-098a89157b8b/2e70d62d-d46c-49c4-9035-098a89157b8b.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.781346] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.781629] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f07ba8-443d-4493-bb53-8f5e036cf4fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.788277] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1240.788277] env[68292]: value = "task-3072921" [ 1240.788277] env[68292]: _type = "Task" [ 1240.788277] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.796023] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.964015] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.142193] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072920, 'name': ReconfigVM_Task, 'duration_secs': 0.34001} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.142364] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 446968b5-4ce4-4032-b24e-7a46a301ce44/446968b5-4ce4-4032-b24e-7a46a301ce44.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.143013] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e5d4309-d2ff-48b1-b87b-dedeab97d945 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.149078] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1241.149078] env[68292]: value = "task-3072922" [ 1241.149078] env[68292]: _type = "Task" [ 1241.149078] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.161471] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072922, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.164883] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c51b86-33ac-403b-b027-4bb1083348ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.172241] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef0148c-a8c0-4e7c-a6ef-0ace917dbb5d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.205603] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccba44aa-7c04-4520-a059-5abe1c5ae978 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.213133] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a97fc34-f2fc-4f28-985c-d14e6c85dbdb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.226534] env[68292]: DEBUG nova.compute.provider_tree [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.299567] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066348} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.303028] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.303028] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d69eb7-a2c8-40c7-bb66-b084adc28f02 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.326337] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 2e70d62d-d46c-49c4-9035-098a89157b8b/2e70d62d-d46c-49c4-9035-098a89157b8b.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.326742] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df8e2f5-de53-48dd-bec9-d67549809aa6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.348765] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1241.348765] env[68292]: value = "task-3072923" [ 1241.348765] env[68292]: _type = "Task" [ 1241.348765] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.356745] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.462241] env[68292]: DEBUG nova.network.neutron [req-e6be5ed4-35f5-49da-871e-69cdd93ca7a5 req-6c0bafd4-99d4-4b3c-966a-6ee973d35857 service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Updated VIF entry in instance network info cache for port e37c788f-223a-4dc5-b605-d04745345dea. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.462627] env[68292]: DEBUG nova.network.neutron [req-e6be5ed4-35f5-49da-871e-69cdd93ca7a5 req-6c0bafd4-99d4-4b3c-966a-6ee973d35857 service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Updating instance_info_cache with network_info: [{"id": "e37c788f-223a-4dc5-b605-d04745345dea", "address": "fa:16:3e:b6:1c:e2", "network": {"id": "82f41799-aafb-4a55-a76d-d4385b3b6be9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1852371780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423c2aca34d0475fac26f9be311ffbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape37c788f-22", "ovs_interfaceid": "e37c788f-223a-4dc5-b605-d04745345dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.660726] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072922, 'name': Rename_Task, 'duration_secs': 0.149573} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.661023] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.661271] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-555fe25d-2144-4b46-b883-2f2fd1fe7cef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.667183] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1241.667183] env[68292]: value = "task-3072924" [ 1241.667183] env[68292]: _type = "Task" [ 1241.667183] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.675179] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.731997] env[68292]: DEBUG nova.scheduler.client.report [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.858674] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072923, 'name': ReconfigVM_Task, 'duration_secs': 0.298002} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.858996] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 2e70d62d-d46c-49c4-9035-098a89157b8b/2e70d62d-d46c-49c4-9035-098a89157b8b.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.860177] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_options': None, 'encrypted': False, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'image_id': '96b7341a-3976-483d-8cf6-6301408e7de5'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'a9000a1a-3aef-40dd-a671-0dd5bd804f44', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615290', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'name': 'volume-c7cf2e53-500d-46c5-8f7d-71937e641442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e70d62d-d46c-49c4-9035-098a89157b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'serial': 'c7cf2e53-500d-46c5-8f7d-71937e641442'}, 'volume_type': None}], 'swap': None} {{(pid=68292) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1241.860404] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1241.860600] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615290', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'name': 'volume-c7cf2e53-500d-46c5-8f7d-71937e641442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e70d62d-d46c-49c4-9035-098a89157b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'serial': 'c7cf2e53-500d-46c5-8f7d-71937e641442'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1241.861420] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051beefc-1786-4ae2-afdd-3cd5bfb331ca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.877453] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be84b77-cbb2-45bc-9d97-d982a1c959b2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.902128] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-c7cf2e53-500d-46c5-8f7d-71937e641442/volume-c7cf2e53-500d-46c5-8f7d-71937e641442.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.902463] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9f7160e-2542-45b8-84d9-d93947d65acd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.921644] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1241.921644] env[68292]: value = "task-3072925" [ 1241.921644] env[68292]: _type = "Task" [ 1241.921644] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.929947] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.965830] env[68292]: DEBUG oslo_concurrency.lockutils [req-e6be5ed4-35f5-49da-871e-69cdd93ca7a5 req-6c0bafd4-99d4-4b3c-966a-6ee973d35857 service nova] Releasing lock "refresh_cache-afbd7432-3bb2-4a84-b705-8149ab92cbe6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.177071] env[68292]: DEBUG oslo_vmware.api [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072924, 'name': PowerOnVM_Task, 'duration_secs': 0.477319} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.177353] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.177586] env[68292]: INFO nova.compute.manager [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1242.177766] env[68292]: DEBUG nova.compute.manager [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.178630] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f85089a-63c7-43e1-9a6e-2a0870dd5287 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.433160] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072925, 'name': ReconfigVM_Task, 'duration_secs': 0.326105} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.433576] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-c7cf2e53-500d-46c5-8f7d-71937e641442/volume-c7cf2e53-500d-46c5-8f7d-71937e641442.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.441428] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce71175-b32b-4f72-8de7-55d9fdeb6bf1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.458456] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1242.458456] env[68292]: value = "task-3072926" [ 1242.458456] env[68292]: _type = "Task" [ 1242.458456] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.466343] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.697921] env[68292]: INFO nova.compute.manager [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Took 12.04 seconds to build instance. [ 1242.743115] env[68292]: DEBUG oslo_concurrency.lockutils [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.707s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.748718] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.785s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.750433] env[68292]: INFO nova.compute.claims [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.907562] env[68292]: DEBUG nova.compute.manager [req-4bc038bb-612b-4492-95c2-2515e74c2bb0 req-77d6bbdf-aa2a-4098-b070-ca03abd194c9 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Received event network-changed-dca3ff5c-3107-4a7d-b101-ef9b04477010 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.907886] env[68292]: DEBUG nova.compute.manager [req-4bc038bb-612b-4492-95c2-2515e74c2bb0 req-77d6bbdf-aa2a-4098-b070-ca03abd194c9 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Refreshing instance network info cache due to event network-changed-dca3ff5c-3107-4a7d-b101-ef9b04477010. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.908251] env[68292]: DEBUG oslo_concurrency.lockutils [req-4bc038bb-612b-4492-95c2-2515e74c2bb0 req-77d6bbdf-aa2a-4098-b070-ca03abd194c9 service nova] Acquiring lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.908522] env[68292]: DEBUG oslo_concurrency.lockutils [req-4bc038bb-612b-4492-95c2-2515e74c2bb0 req-77d6bbdf-aa2a-4098-b070-ca03abd194c9 service nova] Acquired lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.908809] env[68292]: DEBUG nova.network.neutron [req-4bc038bb-612b-4492-95c2-2515e74c2bb0 req-77d6bbdf-aa2a-4098-b070-ca03abd194c9 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Refreshing network info cache for port dca3ff5c-3107-4a7d-b101-ef9b04477010 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.969154] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072926, 'name': ReconfigVM_Task, 'duration_secs': 0.198553} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.969466] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615290', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'name': 'volume-c7cf2e53-500d-46c5-8f7d-71937e641442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e70d62d-d46c-49c4-9035-098a89157b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'serial': 'c7cf2e53-500d-46c5-8f7d-71937e641442'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1242.970110] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02a82e77-8069-4964-a272-d73c63a5ccdd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.976978] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1242.976978] env[68292]: value = "task-3072927" [ 1242.976978] env[68292]: _type = "Task" [ 1242.976978] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.988185] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072927, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.200332] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0552e9cf-278e-4e1d-9bd3-72d5400de442 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "446968b5-4ce4-4032-b24e-7a46a301ce44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.552s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.487476] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072927, 'name': Rename_Task, 'duration_secs': 0.153352} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.487774] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.488027] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca1daa84-758c-4177-b07e-d1eba34efa3f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.496099] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1243.496099] env[68292]: value = "task-3072928" [ 1243.496099] env[68292]: _type = "Task" [ 1243.496099] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.503663] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.636638] env[68292]: DEBUG nova.network.neutron [req-4bc038bb-612b-4492-95c2-2515e74c2bb0 req-77d6bbdf-aa2a-4098-b070-ca03abd194c9 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Updated VIF entry in instance network info cache for port dca3ff5c-3107-4a7d-b101-ef9b04477010. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.637238] env[68292]: DEBUG nova.network.neutron [req-4bc038bb-612b-4492-95c2-2515e74c2bb0 req-77d6bbdf-aa2a-4098-b070-ca03abd194c9 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Updating instance_info_cache with network_info: [{"id": "dca3ff5c-3107-4a7d-b101-ef9b04477010", "address": "fa:16:3e:df:48:2c", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca3ff5c-31", "ovs_interfaceid": "dca3ff5c-3107-4a7d-b101-ef9b04477010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.889311] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4da440-49e7-465f-a94a-921f69f45bf3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.897077] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116801df-4023-44ef-8103-c655af24922e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.934334] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f40a4e-9e4b-4b78-be2f-aa1ac9e38ae0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.942736] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f435ae6-2a4c-43f0-bbb7-6cfa7c5150d0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.957129] env[68292]: DEBUG nova.compute.provider_tree [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.005955] env[68292]: DEBUG oslo_vmware.api [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072928, 'name': PowerOnVM_Task, 'duration_secs': 0.455534} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.006248] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.006459] env[68292]: DEBUG nova.compute.manager [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.007199] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f26ca21-f7f2-4e2a-8b46-d051d959549c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.140478] env[68292]: DEBUG oslo_concurrency.lockutils [req-4bc038bb-612b-4492-95c2-2515e74c2bb0 req-77d6bbdf-aa2a-4098-b070-ca03abd194c9 service nova] Releasing lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.288568] env[68292]: INFO nova.compute.manager [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Swapping old allocation on dict_keys(['5de465a1-5463-49a8-ac36-0f939aeb666c']) held by migration e6ee690f-6841-4fc8-8e8d-5c638d276b23 for instance [ 1244.311960] env[68292]: DEBUG nova.scheduler.client.report [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Overwriting current allocation {'allocations': {'5de465a1-5463-49a8-ac36-0f939aeb666c': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 161}}, 'project_id': '7dd6f1467b194d4ebcf1abd144bb8cc8', 'user_id': '781647505ebb451b99bc6f45a57386a9', 'consumer_generation': 1} on consumer 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc {{(pid=68292) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1244.395769] env[68292]: DEBUG oslo_concurrency.lockutils [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.395967] env[68292]: DEBUG oslo_concurrency.lockutils [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.396163] env[68292]: DEBUG nova.network.neutron [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.460127] env[68292]: DEBUG nova.scheduler.client.report [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.522699] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.966305] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.966856] env[68292]: DEBUG nova.compute.manager [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.972871] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.450s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.973069] env[68292]: DEBUG nova.objects.instance [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1245.121840] env[68292]: DEBUG nova.network.neutron [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance_info_cache with network_info: [{"id": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "address": "fa:16:3e:ff:67:d0", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63651cf5-2e", "ovs_interfaceid": "63651cf5-2e89-4afa-84b0-aa0088943cb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.477466] env[68292]: DEBUG nova.compute.utils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.482823] env[68292]: DEBUG nova.compute.manager [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Not allocating networking since 'none' was specified. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1245.624798] env[68292]: DEBUG oslo_concurrency.lockutils [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.626178] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6fe16f-3744-4542-a716-eaa9d31b1cf0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.633327] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f301176-fad5-4caf-a68c-cb72d8633353 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.984947] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5c57f62c-976d-4ee2-b73d-8da132010e97 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.986186] env[68292]: DEBUG nova.compute.manager [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.713205] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.713577] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a02f9d32-33a1-441d-82e2-37627fa4c52b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.722010] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1246.722010] env[68292]: value = "task-3072929" [ 1246.722010] env[68292]: _type = "Task" [ 1246.722010] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.729939] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.994897] env[68292]: DEBUG nova.compute.manager [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.023788] env[68292]: DEBUG nova.virt.hardware [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.024040] env[68292]: DEBUG nova.virt.hardware [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.024201] env[68292]: DEBUG nova.virt.hardware [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.024383] env[68292]: DEBUG nova.virt.hardware [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.024526] env[68292]: DEBUG nova.virt.hardware [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.024669] env[68292]: DEBUG nova.virt.hardware [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.024876] env[68292]: DEBUG nova.virt.hardware [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.025044] env[68292]: DEBUG nova.virt.hardware [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.025216] env[68292]: DEBUG nova.virt.hardware [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.025376] env[68292]: DEBUG nova.virt.hardware [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.025548] env[68292]: DEBUG nova.virt.hardware [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.026736] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23342c78-b1e1-497f-bce7-07df8c858bf8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.034417] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4644dffe-2a56-425a-95af-6c3f273229ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.047759] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.053327] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Creating folder: Project (539bfe3f607c402c85cd2fb54d03f3df). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.053607] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56113e31-e76e-44a9-9936-8bdbd059824f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.062776] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Created folder: Project (539bfe3f607c402c85cd2fb54d03f3df) in parent group-v614981. [ 1247.062960] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Creating folder: Instances. Parent ref: group-v615294. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.063214] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24ce315c-8737-4b01-bd3a-f413da1a3508 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.071410] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Created folder: Instances in parent group-v615294. [ 1247.071629] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.071819] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.072043] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59d971db-7a2a-4e4f-a37e-84a6134ea3d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.086931] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.086931] env[68292]: value = "task-3072932" [ 1247.086931] env[68292]: _type = "Task" [ 1247.086931] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.096830] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072932, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.231690] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072929, 'name': PowerOffVM_Task, 'duration_secs': 0.292293} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.232036] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.232670] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.232883] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.233087] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.233243] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.233390] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.233544] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.233738] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.233895] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.234060] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.234311] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.234491] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.239361] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68a98317-2be4-46ad-ba94-5251d0310f89 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.254056] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1247.254056] env[68292]: value = "task-3072933" [ 1247.254056] env[68292]: _type = "Task" [ 1247.254056] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.263930] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.597023] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072932, 'name': CreateVM_Task, 'duration_secs': 0.264789} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.597206] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.597644] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.597803] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.598145] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.598397] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d2f31a-65c1-4c6a-b613-b32e421c0dd3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.602834] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Waiting for the task: (returnval){ [ 1247.602834] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5282705b-e69a-4269-3105-d5de78e897f3" [ 1247.602834] env[68292]: _type = "Task" [ 1247.602834] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.609923] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5282705b-e69a-4269-3105-d5de78e897f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.763917] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072933, 'name': ReconfigVM_Task, 'duration_secs': 0.150874} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.764732] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a04114-24ad-4cd6-9929-22ba8efa7dfa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.785837] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.786088] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.786247] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.786427] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.786569] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.786713] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.786910] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.787078] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.787244] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.787401] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.787569] env[68292]: DEBUG nova.virt.hardware [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.788370] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77a9dcf-6160-4f3c-8b60-eead22f96519 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.793175] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1247.793175] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52397ae7-65c1-156f-53e0-d6615aa966b5" [ 1247.793175] env[68292]: _type = "Task" [ 1247.793175] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.800177] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52397ae7-65c1-156f-53e0-d6615aa966b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.112871] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5282705b-e69a-4269-3105-d5de78e897f3, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.113156] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.113392] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.113629] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.113808] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.114020] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.114281] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3437fde4-caca-4c1c-9656-f4f1ecf24b3b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.123793] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.123965] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.124749] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7c5bc8-945a-46db-af62-f321520de443 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.129225] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Waiting for the task: (returnval){ [ 1248.129225] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52721b02-1bcf-dfc5-8572-bdca5edb7946" [ 1248.129225] env[68292]: _type = "Task" [ 1248.129225] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.136296] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52721b02-1bcf-dfc5-8572-bdca5edb7946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.302761] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52397ae7-65c1-156f-53e0-d6615aa966b5, 'name': SearchDatastore_Task, 'duration_secs': 0.006479} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.308139] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1248.308396] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d21afc-358e-47d9-a890-b85c1752d4c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.326539] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1248.326539] env[68292]: value = "task-3072934" [ 1248.326539] env[68292]: _type = "Task" [ 1248.326539] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.336737] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.639198] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52721b02-1bcf-dfc5-8572-bdca5edb7946, 'name': SearchDatastore_Task, 'duration_secs': 0.034212} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.639959] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47fb64c2-b223-4172-ada7-2c6787a80e43 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.645305] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Waiting for the task: (returnval){ [ 1248.645305] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]524ac522-9383-d840-71a4-a20c15eabdec" [ 1248.645305] env[68292]: _type = "Task" [ 1248.645305] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.652689] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524ac522-9383-d840-71a4-a20c15eabdec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.836180] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072934, 'name': ReconfigVM_Task, 'duration_secs': 0.207256} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.836511] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.837295] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778f1d6b-c8a1-4392-8bba-f1b23b16d18f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.862063] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc/909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.862346] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f4f9ee-9bcd-4169-864c-89c58e8db312 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.880780] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1248.880780] env[68292]: value = "task-3072935" [ 1248.880780] env[68292]: _type = "Task" [ 1248.880780] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.888071] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.156643] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]524ac522-9383-d840-71a4-a20c15eabdec, 'name': SearchDatastore_Task, 'duration_secs': 0.019809} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.156861] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.157144] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 112c4ba3-bc3f-4aa4-956b-6276a2a227bc/112c4ba3-bc3f-4aa4-956b-6276a2a227bc.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.157390] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ac38882-18e4-4adc-b59d-c0501ea68915 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.162756] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Waiting for the task: (returnval){ [ 1249.162756] env[68292]: value = "task-3072936" [ 1249.162756] env[68292]: _type = "Task" [ 1249.162756] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.169849] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.391049] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072935, 'name': ReconfigVM_Task, 'duration_secs': 0.274547} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.391049] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc/909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.391328] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb2e14d-f9f3-455f-8c3e-abda998b8e92 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.413149] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1de456-cf95-484b-b066-35efd48edccd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.433929] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d288a53e-51cb-4633-8a3d-6365cf2e9157 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.454941] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f40d7d2-42a1-4d30-8bdb-67a064c2c6bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.462249] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.462522] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-642adb4d-fcfe-4993-abe0-3d7b87ac9413 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.469186] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1249.469186] env[68292]: value = "task-3072937" [ 1249.469186] env[68292]: _type = "Task" [ 1249.469186] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.477085] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.672495] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440744} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.672749] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 112c4ba3-bc3f-4aa4-956b-6276a2a227bc/112c4ba3-bc3f-4aa4-956b-6276a2a227bc.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.672935] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.673242] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f61096e0-6413-426f-a605-eb5a3e0a4ec0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.679802] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Waiting for the task: (returnval){ [ 1249.679802] env[68292]: value = "task-3072938" [ 1249.679802] env[68292]: _type = "Task" [ 1249.679802] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.687265] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.980449] env[68292]: DEBUG oslo_vmware.api [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072937, 'name': PowerOnVM_Task, 'duration_secs': 0.392732} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.980734] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.189482] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28005} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.189691] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.190452] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab09344-1d7c-49ef-bd9e-29c6aa5adefa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.209118] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 112c4ba3-bc3f-4aa4-956b-6276a2a227bc/112c4ba3-bc3f-4aa4-956b-6276a2a227bc.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.209356] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803be5e9-7045-4dd5-855d-9d513ac58660 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.228622] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Waiting for the task: (returnval){ [ 1250.228622] env[68292]: value = "task-3072939" [ 1250.228622] env[68292]: _type = "Task" [ 1250.228622] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.235821] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.739110] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.020497] env[68292]: INFO nova.compute.manager [None req-abf85ac0-4863-41c9-8694-c3335b0c667b tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance to original state: 'active' [ 1251.242664] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.740171] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072939, 'name': ReconfigVM_Task, 'duration_secs': 1.205613} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.740448] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 112c4ba3-bc3f-4aa4-956b-6276a2a227bc/112c4ba3-bc3f-4aa4-956b-6276a2a227bc.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.741053] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e11d804a-f644-4419-883d-966812ff5df7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.747152] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Waiting for the task: (returnval){ [ 1251.747152] env[68292]: value = "task-3072940" [ 1251.747152] env[68292]: _type = "Task" [ 1251.747152] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.755402] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072940, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.256806] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072940, 'name': Rename_Task, 'duration_secs': 0.203967} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.257156] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.257369] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31588e7c-645f-4707-9a61-6710f709bc9e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.263849] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Waiting for the task: (returnval){ [ 1252.263849] env[68292]: value = "task-3072941" [ 1252.263849] env[68292]: _type = "Task" [ 1252.263849] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.271746] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.773845] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.967709] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.967978] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.968218] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.968403] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.968572] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.970851] env[68292]: INFO nova.compute.manager [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Terminating instance [ 1253.274176] env[68292]: DEBUG oslo_vmware.api [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072941, 'name': PowerOnVM_Task, 'duration_secs': 0.840023} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.274450] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.274647] env[68292]: INFO nova.compute.manager [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Took 6.28 seconds to spawn the instance on the hypervisor. [ 1253.274821] env[68292]: DEBUG nova.compute.manager [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.275586] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ce4062-1e38-4211-9a19-61cd9a021163 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.474717] env[68292]: DEBUG nova.compute.manager [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.474961] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.475253] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbd9d26a-d58d-49c4-9f0d-ee8d523d93d1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.482084] env[68292]: DEBUG oslo_vmware.api [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1253.482084] env[68292]: value = "task-3072942" [ 1253.482084] env[68292]: _type = "Task" [ 1253.482084] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.489979] env[68292]: DEBUG oslo_vmware.api [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.791081] env[68292]: INFO nova.compute.manager [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Took 12.84 seconds to build instance. [ 1253.991614] env[68292]: DEBUG oslo_vmware.api [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072942, 'name': PowerOffVM_Task, 'duration_secs': 0.266857} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.991862] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.992066] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1253.992263] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615288', 'volume_id': 'd7b309eb-8838-4abd-8f2b-c1ac0a29bd2b', 'name': 'volume-d7b309eb-8838-4abd-8f2b-c1ac0a29bd2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc', 'attached_at': '2025-03-18T16:50:04.000000', 'detached_at': '', 'volume_id': 'd7b309eb-8838-4abd-8f2b-c1ac0a29bd2b', 'serial': 'd7b309eb-8838-4abd-8f2b-c1ac0a29bd2b'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1253.992970] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6705bd8-9436-4588-a4d8-93a4c775f512 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.012724] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e4930e-ac32-4b2b-91e6-cc31e7c50025 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.018797] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591672c5-54ca-49a8-bd09-312a3009b97d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.041585] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04820219-3061-4a6e-8fb7-10b914f30a74 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.055845] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] The volume has not been displaced from its original location: [datastore2] volume-d7b309eb-8838-4abd-8f2b-c1ac0a29bd2b/volume-d7b309eb-8838-4abd-8f2b-c1ac0a29bd2b.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1254.061065] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.061736] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39902fcc-2fba-4f12-afe0-449bd37c7ea5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.080717] env[68292]: DEBUG oslo_vmware.api [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1254.080717] env[68292]: value = "task-3072943" [ 1254.080717] env[68292]: _type = "Task" [ 1254.080717] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.088458] env[68292]: DEBUG oslo_vmware.api [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.292551] env[68292]: DEBUG oslo_concurrency.lockutils [None req-52637685-3594-4d72-8564-d02da25d3df4 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Lock "112c4ba3-bc3f-4aa4-956b-6276a2a227bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.352s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.590324] env[68292]: DEBUG oslo_vmware.api [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072943, 'name': ReconfigVM_Task, 'duration_secs': 0.198433} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.590609] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1254.595284] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf49595d-32d1-4e85-a0f7-2088c554b1a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.610221] env[68292]: DEBUG oslo_vmware.api [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1254.610221] env[68292]: value = "task-3072944" [ 1254.610221] env[68292]: _type = "Task" [ 1254.610221] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.620470] env[68292]: DEBUG oslo_vmware.api [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.119883] env[68292]: DEBUG oslo_vmware.api [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072944, 'name': ReconfigVM_Task, 'duration_secs': 0.132984} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.120142] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615288', 'volume_id': 'd7b309eb-8838-4abd-8f2b-c1ac0a29bd2b', 'name': 'volume-d7b309eb-8838-4abd-8f2b-c1ac0a29bd2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc', 'attached_at': '2025-03-18T16:50:04.000000', 'detached_at': '', 'volume_id': 'd7b309eb-8838-4abd-8f2b-c1ac0a29bd2b', 'serial': 'd7b309eb-8838-4abd-8f2b-c1ac0a29bd2b'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1255.120424] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.121222] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f9d7bb-5df5-40e5-b16b-639073856efe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.127782] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.128012] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-946927b2-2055-4884-98e1-84e9a6810d1a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.212301] env[68292]: DEBUG nova.compute.manager [None req-361d7ac4-e0ec-4b7f-9c2f-90fd4d16eb30 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.213233] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd50915-b770-427c-a417-25d7f19032e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.225413] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.225731] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.226018] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleting the datastore file [datastore1] 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.226338] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58f97077-e3f0-4567-a4bc-2d53623226fb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.232950] env[68292]: DEBUG oslo_vmware.api [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1255.232950] env[68292]: value = "task-3072946" [ 1255.232950] env[68292]: _type = "Task" [ 1255.232950] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.240504] env[68292]: DEBUG oslo_vmware.api [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.281195] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Acquiring lock "112c4ba3-bc3f-4aa4-956b-6276a2a227bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.281478] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Lock "112c4ba3-bc3f-4aa4-956b-6276a2a227bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.281721] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Acquiring lock "112c4ba3-bc3f-4aa4-956b-6276a2a227bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.281916] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Lock "112c4ba3-bc3f-4aa4-956b-6276a2a227bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.282116] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Lock "112c4ba3-bc3f-4aa4-956b-6276a2a227bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.284047] env[68292]: INFO nova.compute.manager [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Terminating instance [ 1255.723392] env[68292]: INFO nova.compute.manager [None req-361d7ac4-e0ec-4b7f-9c2f-90fd4d16eb30 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] instance snapshotting [ 1255.724044] env[68292]: DEBUG nova.objects.instance [None req-361d7ac4-e0ec-4b7f-9c2f-90fd4d16eb30 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Lazy-loading 'flavor' on Instance uuid 112c4ba3-bc3f-4aa4-956b-6276a2a227bc {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.742744] env[68292]: DEBUG oslo_vmware.api [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252466} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.743631] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.743819] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.743990] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.744178] env[68292]: INFO nova.compute.manager [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1255.744406] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.744586] env[68292]: DEBUG nova.compute.manager [-] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.744683] env[68292]: DEBUG nova.network.neutron [-] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.786979] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Acquiring lock "refresh_cache-112c4ba3-bc3f-4aa4-956b-6276a2a227bc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.787251] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Acquired lock "refresh_cache-112c4ba3-bc3f-4aa4-956b-6276a2a227bc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.787468] env[68292]: DEBUG nova.network.neutron [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.206800] env[68292]: DEBUG nova.compute.manager [req-d2b1451d-2e9b-485f-a113-86b91291eea7 req-7a7c5e14-8e21-4eb1-9ec0-c617e5bdf9f4 service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Received event network-vif-deleted-63651cf5-2e89-4afa-84b0-aa0088943cb3 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.207074] env[68292]: INFO nova.compute.manager [req-d2b1451d-2e9b-485f-a113-86b91291eea7 req-7a7c5e14-8e21-4eb1-9ec0-c617e5bdf9f4 service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Neutron deleted interface 63651cf5-2e89-4afa-84b0-aa0088943cb3; detaching it from the instance and deleting it from the info cache [ 1256.207306] env[68292]: DEBUG nova.network.neutron [req-d2b1451d-2e9b-485f-a113-86b91291eea7 req-7a7c5e14-8e21-4eb1-9ec0-c617e5bdf9f4 service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.229704] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5fb591-5f49-4fd9-b672-9237eea68254 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.247949] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45140e5a-0152-4ff0-baf8-b7c2798f2bb2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.307754] env[68292]: DEBUG nova.network.neutron [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.364564] env[68292]: DEBUG nova.network.neutron [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.696088] env[68292]: DEBUG nova.network.neutron [-] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.710341] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f233418-a548-47f6-b4d7-48cc7d60ee7c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.719882] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19788fd6-53c0-4e3c-8738-b2950434e2f2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.749138] env[68292]: DEBUG nova.compute.manager [req-d2b1451d-2e9b-485f-a113-86b91291eea7 req-7a7c5e14-8e21-4eb1-9ec0-c617e5bdf9f4 service nova] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Detach interface failed, port_id=63651cf5-2e89-4afa-84b0-aa0088943cb3, reason: Instance 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.758030] env[68292]: DEBUG nova.compute.manager [None req-361d7ac4-e0ec-4b7f-9c2f-90fd4d16eb30 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Instance disappeared during snapshot {{(pid=68292) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1256.867506] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Releasing lock "refresh_cache-112c4ba3-bc3f-4aa4-956b-6276a2a227bc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.867972] env[68292]: DEBUG nova.compute.manager [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.868171] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.869192] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0711fd4e-5b9a-4ce3-a4fa-b5a62c17256b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.873261] env[68292]: DEBUG nova.compute.manager [None req-361d7ac4-e0ec-4b7f-9c2f-90fd4d16eb30 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Found 0 images (rotation: 2) {{(pid=68292) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1256.879296] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.879556] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a9ecf2a-e1c7-46b0-ae07-2c9242f34762 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.885887] env[68292]: DEBUG oslo_vmware.api [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Waiting for the task: (returnval){ [ 1256.885887] env[68292]: value = "task-3072947" [ 1256.885887] env[68292]: _type = "Task" [ 1256.885887] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.894593] env[68292]: DEBUG oslo_vmware.api [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.198707] env[68292]: INFO nova.compute.manager [-] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Took 1.45 seconds to deallocate network for instance. [ 1257.395837] env[68292]: DEBUG oslo_vmware.api [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072947, 'name': PowerOffVM_Task, 'duration_secs': 0.125014} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.396146] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.396328] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.396576] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54ad79e9-3ef7-4147-b41f-4c91437e5dbd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.421344] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.421552] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.421768] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Deleting the datastore file [datastore2] 112c4ba3-bc3f-4aa4-956b-6276a2a227bc {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.422105] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b69a5f7-5065-461b-b3a2-f090e6414478 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.429550] env[68292]: DEBUG oslo_vmware.api [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Waiting for the task: (returnval){ [ 1257.429550] env[68292]: value = "task-3072949" [ 1257.429550] env[68292]: _type = "Task" [ 1257.429550] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.436829] env[68292]: DEBUG oslo_vmware.api [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.741709] env[68292]: INFO nova.compute.manager [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Took 0.54 seconds to detach 1 volumes for instance. [ 1257.939233] env[68292]: DEBUG oslo_vmware.api [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Task: {'id': task-3072949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096952} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.939599] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.939685] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.939863] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.940046] env[68292]: INFO nova.compute.manager [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1257.940286] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.940488] env[68292]: DEBUG nova.compute.manager [-] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1257.940589] env[68292]: DEBUG nova.network.neutron [-] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.955832] env[68292]: DEBUG nova.network.neutron [-] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.248333] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.248566] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.248758] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.272571] env[68292]: INFO nova.scheduler.client.report [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleted allocations for instance 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc [ 1258.458173] env[68292]: DEBUG nova.network.neutron [-] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.780125] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0b73110a-f734-4b6f-a2aa-548be3ec6810 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.812s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.960372] env[68292]: INFO nova.compute.manager [-] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Took 1.02 seconds to deallocate network for instance. [ 1259.466707] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.467948] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.467948] env[68292]: DEBUG nova.objects.instance [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Lazy-loading 'resources' on Instance uuid 112c4ba3-bc3f-4aa4-956b-6276a2a227bc {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.069165] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361b01ca-2a77-461d-88a3-1f3af0054bb5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.076286] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9600394-1243-44d2-8c55-68ce7f655937 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.105326] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a5f3c7-6f47-4165-ba73-ddefc1df406e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.111970] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9343063-e4e8-402c-a357-dc71f8987f15 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.125875] env[68292]: DEBUG nova.compute.provider_tree [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.187417] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.187646] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.629638] env[68292]: DEBUG nova.scheduler.client.report [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.689604] env[68292]: DEBUG nova.compute.manager [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.135058] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.152209] env[68292]: INFO nova.scheduler.client.report [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Deleted allocations for instance 112c4ba3-bc3f-4aa4-956b-6276a2a227bc [ 1261.206855] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.207195] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.208650] env[68292]: INFO nova.compute.claims [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.659290] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e27bb44d-b3aa-443a-bd95-a7367bbd4fb0 tempest-ServersAaction247Test-1069189954 tempest-ServersAaction247Test-1069189954-project-member] Lock "112c4ba3-bc3f-4aa4-956b-6276a2a227bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.378s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.301760] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d38893-c195-4153-bcfa-dd2d9bfc8a0e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.309063] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a845791a-32ea-4ebd-92ae-8b8f23d3cb31 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.342184] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa197e9-24aa-4f5a-ac97-0c374220ad83 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.350149] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a75cca1-c1e2-4cd1-9ef1-9f77b49cdca1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.363628] env[68292]: DEBUG nova.compute.provider_tree [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.866968] env[68292]: DEBUG nova.scheduler.client.report [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.372056] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.372745] env[68292]: DEBUG nova.compute.manager [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1263.878141] env[68292]: DEBUG nova.compute.utils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.879550] env[68292]: DEBUG nova.compute.manager [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.879718] env[68292]: DEBUG nova.network.neutron [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.922965] env[68292]: DEBUG nova.policy [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '781647505ebb451b99bc6f45a57386a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dd6f1467b194d4ebcf1abd144bb8cc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.158613] env[68292]: DEBUG nova.network.neutron [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Successfully created port: a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.382709] env[68292]: DEBUG nova.compute.manager [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1265.393112] env[68292]: DEBUG nova.compute.manager [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.420443] env[68292]: DEBUG nova.virt.hardware [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.420697] env[68292]: DEBUG nova.virt.hardware [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.420855] env[68292]: DEBUG nova.virt.hardware [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.421085] env[68292]: DEBUG nova.virt.hardware [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.421251] env[68292]: DEBUG nova.virt.hardware [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.421403] env[68292]: DEBUG nova.virt.hardware [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.421612] env[68292]: DEBUG nova.virt.hardware [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.421770] env[68292]: DEBUG nova.virt.hardware [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.421936] env[68292]: DEBUG nova.virt.hardware [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.422144] env[68292]: DEBUG nova.virt.hardware [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.422330] env[68292]: DEBUG nova.virt.hardware [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.423205] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e46c71-49f8-40ee-81d1-d443f5f30b8c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.431384] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b67272-f4fb-4f7a-8e0b-b0931fbd7199 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.512871] env[68292]: DEBUG nova.compute.manager [req-a9e75338-c0cb-4f72-81fc-c39285550ea4 req-c438a289-1274-461c-8804-150030f1d890 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Received event network-vif-plugged-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.513141] env[68292]: DEBUG oslo_concurrency.lockutils [req-a9e75338-c0cb-4f72-81fc-c39285550ea4 req-c438a289-1274-461c-8804-150030f1d890 service nova] Acquiring lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.513341] env[68292]: DEBUG oslo_concurrency.lockutils [req-a9e75338-c0cb-4f72-81fc-c39285550ea4 req-c438a289-1274-461c-8804-150030f1d890 service nova] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.513492] env[68292]: DEBUG oslo_concurrency.lockutils [req-a9e75338-c0cb-4f72-81fc-c39285550ea4 req-c438a289-1274-461c-8804-150030f1d890 service nova] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.513662] env[68292]: DEBUG nova.compute.manager [req-a9e75338-c0cb-4f72-81fc-c39285550ea4 req-c438a289-1274-461c-8804-150030f1d890 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] No waiting events found dispatching network-vif-plugged-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.513824] env[68292]: WARNING nova.compute.manager [req-a9e75338-c0cb-4f72-81fc-c39285550ea4 req-c438a289-1274-461c-8804-150030f1d890 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Received unexpected event network-vif-plugged-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 for instance with vm_state building and task_state spawning. [ 1265.593614] env[68292]: DEBUG nova.network.neutron [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Successfully updated port: a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.096255] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.096369] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.096512] env[68292]: DEBUG nova.network.neutron [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.627951] env[68292]: DEBUG nova.network.neutron [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.753332] env[68292]: DEBUG nova.network.neutron [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updating instance_info_cache with network_info: [{"id": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "address": "fa:16:3e:e8:39:c1", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09b15a3-a2", "ovs_interfaceid": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.075345] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.075588] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.075742] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.075887] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.076052] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.076203] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.076346] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._sync_power_states {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.227619] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "84d83be1-ea9a-4bf1-b942-f994284e6206" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.227877] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.228107] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "84d83be1-ea9a-4bf1-b942-f994284e6206-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.228285] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.228453] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.230403] env[68292]: INFO nova.compute.manager [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Terminating instance [ 1267.255647] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.255921] env[68292]: DEBUG nova.compute.manager [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Instance network_info: |[{"id": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "address": "fa:16:3e:e8:39:c1", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09b15a3-a2", "ovs_interfaceid": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1267.256526] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:39:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.263857] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.264070] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.264296] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44c74287-5427-4953-b8ee-eae791fbf963 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.283594] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.283594] env[68292]: value = "task-3072950" [ 1267.283594] env[68292]: _type = "Task" [ 1267.283594] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.291833] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072950, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.538398] env[68292]: DEBUG nova.compute.manager [req-4a111c23-a69d-4a2d-a5a7-231c374e1813 req-ebd8d2d4-d9e1-4acb-839a-86bb36655638 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Received event network-changed-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.538480] env[68292]: DEBUG nova.compute.manager [req-4a111c23-a69d-4a2d-a5a7-231c374e1813 req-ebd8d2d4-d9e1-4acb-839a-86bb36655638 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Refreshing instance network info cache due to event network-changed-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.538658] env[68292]: DEBUG oslo_concurrency.lockutils [req-4a111c23-a69d-4a2d-a5a7-231c374e1813 req-ebd8d2d4-d9e1-4acb-839a-86bb36655638 service nova] Acquiring lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.538797] env[68292]: DEBUG oslo_concurrency.lockutils [req-4a111c23-a69d-4a2d-a5a7-231c374e1813 req-ebd8d2d4-d9e1-4acb-839a-86bb36655638 service nova] Acquired lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.538983] env[68292]: DEBUG nova.network.neutron [req-4a111c23-a69d-4a2d-a5a7-231c374e1813 req-ebd8d2d4-d9e1-4acb-839a-86bb36655638 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Refreshing network info cache for port a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.580960] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Getting list of instances from cluster (obj){ [ 1267.580960] env[68292]: value = "domain-c8" [ 1267.580960] env[68292]: _type = "ClusterComputeResource" [ 1267.580960] env[68292]: } {{(pid=68292) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1267.582256] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3794c773-f613-4dfe-8855-6f75a88c41f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.599854] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Got total of 7 instances {{(pid=68292) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1267.600091] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid 93ea8365-56d5-406d-adea-9acfe659fc3f {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.600237] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid a2554572-80d3-4348-b139-571d724558f6 {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.600396] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid 84d83be1-ea9a-4bf1-b942-f994284e6206 {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.600547] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid 2e70d62d-d46c-49c4-9035-098a89157b8b {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.600696] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid afbd7432-3bb2-4a84-b705-8149ab92cbe6 {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.600842] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid 446968b5-4ce4-4032-b24e-7a46a301ce44 {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.600985] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Triggering sync for uuid ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c {{(pid=68292) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.601347] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "93ea8365-56d5-406d-adea-9acfe659fc3f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.601560] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "93ea8365-56d5-406d-adea-9acfe659fc3f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.601819] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "a2554572-80d3-4348-b139-571d724558f6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.601997] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "a2554572-80d3-4348-b139-571d724558f6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.602269] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "84d83be1-ea9a-4bf1-b942-f994284e6206" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.602478] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "2e70d62d-d46c-49c4-9035-098a89157b8b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.602649] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.602865] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.603057] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.603287] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "446968b5-4ce4-4032-b24e-7a46a301ce44" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.603479] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "446968b5-4ce4-4032-b24e-7a46a301ce44" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.603701] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.603877] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.604017] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68292) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1267.604707] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ef7bac-bacb-43a7-8845-6414b6f48f87 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.607951] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf36017b-9a9d-408a-97ea-446b4b457c81 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.610584] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43b069e-12d9-4c2c-b075-bf96bbf70249 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.613270] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e990993-a17a-43d2-a79f-ddfe1deda32a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.615808] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda04e86-b515-4934-be18-3986cb3d0fcd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.618704] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.733909] env[68292]: DEBUG nova.compute.manager [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.734228] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.735020] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3621519f-6446-4bb8-9373-7a8515a398ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.741928] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.742178] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba46959c-e617-409f-be46-44652dc2e4c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.747844] env[68292]: DEBUG oslo_vmware.api [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1267.747844] env[68292]: value = "task-3072951" [ 1267.747844] env[68292]: _type = "Task" [ 1267.747844] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.755517] env[68292]: DEBUG oslo_vmware.api [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.792820] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072950, 'name': CreateVM_Task, 'duration_secs': 0.277029} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.792994] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.793678] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.793838] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.794161] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.794410] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf984be5-49b3-4e95-bebd-571cc3629376 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.798722] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1267.798722] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5228545f-6bee-a714-803b-becfa19d63d3" [ 1267.798722] env[68292]: _type = "Task" [ 1267.798722] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.806424] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5228545f-6bee-a714-803b-becfa19d63d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.122963] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.123209] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.123381] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.123528] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1268.124375] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd7c045-12b6-4727-b5ab-3d3d1f89be7d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.132407] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1758dd-8dd7-4348-baf5-33c6d7d58b3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.137822] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.138164] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "93ea8365-56d5-406d-adea-9acfe659fc3f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.138795] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.147422] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "446968b5-4ce4-4032-b24e-7a46a301ce44" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.147702] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "a2554572-80d3-4348-b139-571d724558f6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.148774] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b95f20a-309d-48bd-ae7d-296f8c21ec3d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.154643] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15eb45f-2e73-475d-994e-9a5d358a3b43 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.183635] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179192MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1268.183784] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.183986] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.257315] env[68292]: DEBUG oslo_vmware.api [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072951, 'name': PowerOffVM_Task, 'duration_secs': 0.155334} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.257578] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.257749] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.257982] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db5885cc-f443-4ce3-a68a-d58a4c53b3c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.279661] env[68292]: DEBUG nova.network.neutron [req-4a111c23-a69d-4a2d-a5a7-231c374e1813 req-ebd8d2d4-d9e1-4acb-839a-86bb36655638 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updated VIF entry in instance network info cache for port a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.279979] env[68292]: DEBUG nova.network.neutron [req-4a111c23-a69d-4a2d-a5a7-231c374e1813 req-ebd8d2d4-d9e1-4acb-839a-86bb36655638 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updating instance_info_cache with network_info: [{"id": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "address": "fa:16:3e:e8:39:c1", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09b15a3-a2", "ovs_interfaceid": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.308868] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5228545f-6bee-a714-803b-becfa19d63d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011892} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.309224] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.309456] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.309689] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.309836] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.310039] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.310278] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-484f74e2-9b89-43af-954c-94f928fdba18 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.319370] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.319763] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.319988] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Deleting the datastore file [datastore1] 84d83be1-ea9a-4bf1-b942-f994284e6206 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.321074] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a2f634e-7dbc-41e1-ae42-384a660378c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.322850] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.323029] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.323693] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59b345f-d252-4193-8f7e-9a792067f3ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.329391] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1268.329391] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5279d026-543d-9194-7946-2803800f964d" [ 1268.329391] env[68292]: _type = "Task" [ 1268.329391] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.330529] env[68292]: DEBUG oslo_vmware.api [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1268.330529] env[68292]: value = "task-3072953" [ 1268.330529] env[68292]: _type = "Task" [ 1268.330529] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.340359] env[68292]: DEBUG oslo_vmware.api [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.343322] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5279d026-543d-9194-7946-2803800f964d, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.344012] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b069deb-388e-4323-809a-08686cfe0f4f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.348424] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1268.348424] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52550ad0-5b69-d560-273f-7f13189f22c0" [ 1268.348424] env[68292]: _type = "Task" [ 1268.348424] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.355293] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52550ad0-5b69-d560-273f-7f13189f22c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.783495] env[68292]: DEBUG oslo_concurrency.lockutils [req-4a111c23-a69d-4a2d-a5a7-231c374e1813 req-ebd8d2d4-d9e1-4acb-839a-86bb36655638 service nova] Releasing lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.843123] env[68292]: DEBUG oslo_vmware.api [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141382} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.843123] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.843123] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.843123] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.843123] env[68292]: INFO nova.compute.manager [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1268.843449] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.843494] env[68292]: DEBUG nova.compute.manager [-] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.843583] env[68292]: DEBUG nova.network.neutron [-] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.857325] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52550ad0-5b69-d560-273f-7f13189f22c0, 'name': SearchDatastore_Task, 'duration_secs': 0.007386} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.857571] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.857817] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c/ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.858064] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af4781f0-f0b5-4870-9bc5-c95f9ec39c26 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.864641] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1268.864641] env[68292]: value = "task-3072954" [ 1268.864641] env[68292]: _type = "Task" [ 1268.864641] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.871733] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.215575] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 93ea8365-56d5-406d-adea-9acfe659fc3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.215734] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance a2554572-80d3-4348-b139-571d724558f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.215859] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 84d83be1-ea9a-4bf1-b942-f994284e6206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.215981] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 2e70d62d-d46c-49c4-9035-098a89157b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.216114] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance afbd7432-3bb2-4a84-b705-8149ab92cbe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.216232] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 446968b5-4ce4-4032-b24e-7a46a301ce44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.216347] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.216537] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1269.216674] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1269.323879] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd8a8ae-6343-4fc1-b287-5a1a7dbc6883 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.331641] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5038096-b77b-4e2f-a013-2ff51e9edb5f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.364452] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5509feb-2366-4ec9-9450-bfa2b76dee6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.377188] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43383} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.377528] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c/ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.377761] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.378959] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac3c7ac-4606-412e-8424-1590f4ca6884 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.382614] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a7c449e-c2dc-4c67-bac9-781949aec333 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.394341] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.397030] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1269.397030] env[68292]: value = "task-3072955" [ 1269.397030] env[68292]: _type = "Task" [ 1269.397030] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.406260] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.564959] env[68292]: DEBUG nova.compute.manager [req-3c558a92-52b1-480e-8994-bdf8d4211c5a req-8392c49b-334a-4e72-8e1a-53b61980f48e service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Received event network-vif-deleted-8c995832-821a-42ea-a649-17ea62c0c167 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.565175] env[68292]: INFO nova.compute.manager [req-3c558a92-52b1-480e-8994-bdf8d4211c5a req-8392c49b-334a-4e72-8e1a-53b61980f48e service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Neutron deleted interface 8c995832-821a-42ea-a649-17ea62c0c167; detaching it from the instance and deleting it from the info cache [ 1269.565347] env[68292]: DEBUG nova.network.neutron [req-3c558a92-52b1-480e-8994-bdf8d4211c5a req-8392c49b-334a-4e72-8e1a-53b61980f48e service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.752881] env[68292]: DEBUG nova.network.neutron [-] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.898572] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.911807] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058441} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.912122] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.912909] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0001fa6b-fc4c-40b7-bd5b-a552389cf69f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.934986] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c/ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.935485] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c7ab82-ebc2-42ef-871e-42e55e745a32 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.955178] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1269.955178] env[68292]: value = "task-3072956" [ 1269.955178] env[68292]: _type = "Task" [ 1269.955178] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.962499] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.068033] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea969675-d83b-4c50-be97-552c735e142e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.077343] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48df982-0fcf-4369-874a-1204d620d2e7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.106089] env[68292]: DEBUG nova.compute.manager [req-3c558a92-52b1-480e-8994-bdf8d4211c5a req-8392c49b-334a-4e72-8e1a-53b61980f48e service nova] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Detach interface failed, port_id=8c995832-821a-42ea-a649-17ea62c0c167, reason: Instance 84d83be1-ea9a-4bf1-b942-f994284e6206 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1270.255800] env[68292]: INFO nova.compute.manager [-] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Took 1.41 seconds to deallocate network for instance. [ 1270.407586] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1270.407799] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.224s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.467023] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072956, 'name': ReconfigVM_Task, 'duration_secs': 0.318179} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.467023] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Reconfigured VM instance instance-00000074 to attach disk [datastore1] ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c/ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.467434] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bb114a7-e187-4ba4-be12-9578157784bd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.473098] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1270.473098] env[68292]: value = "task-3072957" [ 1270.473098] env[68292]: _type = "Task" [ 1270.473098] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.480492] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072957, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.762308] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.762615] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.762834] env[68292]: DEBUG nova.objects.instance [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'resources' on Instance uuid 84d83be1-ea9a-4bf1-b942-f994284e6206 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.982963] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072957, 'name': Rename_Task, 'duration_secs': 0.130366} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.983360] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.983534] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ee89d3d-a8ea-42c3-b59c-8affaccd49e7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.990349] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1270.990349] env[68292]: value = "task-3072958" [ 1270.990349] env[68292]: _type = "Task" [ 1270.990349] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.997405] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.362651] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a990b8f-7220-44dd-a085-afee23de70cb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.371745] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38723ba-697f-4cbd-aefe-812b37a63652 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.401370] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93af994a-c189-4c17-a4ea-7dfa09ec3629 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.408605] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f669a146-b394-45eb-be05-f6ca1bed68e1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.421816] env[68292]: DEBUG nova.compute.provider_tree [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.501276] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.925195] env[68292]: DEBUG nova.scheduler.client.report [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.001213] env[68292]: DEBUG oslo_vmware.api [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072958, 'name': PowerOnVM_Task, 'duration_secs': 0.606414} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.001555] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.001724] env[68292]: INFO nova.compute.manager [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1272.001914] env[68292]: DEBUG nova.compute.manager [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.002773] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deb785f-ac3c-4860-adc7-f1893b594f56 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.430374] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.451546] env[68292]: INFO nova.scheduler.client.report [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Deleted allocations for instance 84d83be1-ea9a-4bf1-b942-f994284e6206 [ 1272.519870] env[68292]: INFO nova.compute.manager [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Took 11.33 seconds to build instance. [ 1272.962729] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d7787de3-4239-490d-a34c-22ee5de791b8 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.733s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.962729] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.360s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.962729] env[68292]: INFO nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] During sync_power_state the instance has a pending task (deleting). Skip. [ 1272.962729] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "84d83be1-ea9a-4bf1-b942-f994284e6206" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.021946] env[68292]: DEBUG oslo_concurrency.lockutils [None req-67a4eba0-fab2-41eb-b623-148490ed67a7 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.834s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.022320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.419s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.022499] env[68292]: INFO nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1273.022672] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.482874] env[68292]: DEBUG nova.compute.manager [req-a1a172ab-68f8-4fe6-9d99-0d47390c9e2e req-53505eaa-63fb-444f-a13e-b01a3c08bd03 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Received event network-changed-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.483121] env[68292]: DEBUG nova.compute.manager [req-a1a172ab-68f8-4fe6-9d99-0d47390c9e2e req-53505eaa-63fb-444f-a13e-b01a3c08bd03 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Refreshing instance network info cache due to event network-changed-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.483338] env[68292]: DEBUG oslo_concurrency.lockutils [req-a1a172ab-68f8-4fe6-9d99-0d47390c9e2e req-53505eaa-63fb-444f-a13e-b01a3c08bd03 service nova] Acquiring lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.483478] env[68292]: DEBUG oslo_concurrency.lockutils [req-a1a172ab-68f8-4fe6-9d99-0d47390c9e2e req-53505eaa-63fb-444f-a13e-b01a3c08bd03 service nova] Acquired lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.483977] env[68292]: DEBUG nova.network.neutron [req-a1a172ab-68f8-4fe6-9d99-0d47390c9e2e req-53505eaa-63fb-444f-a13e-b01a3c08bd03 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Refreshing network info cache for port a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.218353] env[68292]: DEBUG nova.network.neutron [req-a1a172ab-68f8-4fe6-9d99-0d47390c9e2e req-53505eaa-63fb-444f-a13e-b01a3c08bd03 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updated VIF entry in instance network info cache for port a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.218750] env[68292]: DEBUG nova.network.neutron [req-a1a172ab-68f8-4fe6-9d99-0d47390c9e2e req-53505eaa-63fb-444f-a13e-b01a3c08bd03 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updating instance_info_cache with network_info: [{"id": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "address": "fa:16:3e:e8:39:c1", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09b15a3-a2", "ovs_interfaceid": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.721166] env[68292]: DEBUG oslo_concurrency.lockutils [req-a1a172ab-68f8-4fe6-9d99-0d47390c9e2e req-53505eaa-63fb-444f-a13e-b01a3c08bd03 service nova] Releasing lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.168338] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.168561] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.671634] env[68292]: DEBUG nova.compute.manager [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.194070] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.194385] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.195910] env[68292]: INFO nova.compute.claims [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.291155] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b8d0ca-dba4-4f99-b027-e428b6d91fbe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.298745] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8686fa6-5bae-4a0b-baef-d83d1be1fe71 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.989657] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad94df8-9dcb-4dd5-8e80-7b194b048cd2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.999509] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e712ea1c-ef5d-4b01-a64c-a5c153c4a800 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.012719] env[68292]: DEBUG nova.compute.provider_tree [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.496069] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8acd3e39-2744-4203-a005-e573903cb9eb tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "446968b5-4ce4-4032-b24e-7a46a301ce44" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.496069] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8acd3e39-2744-4203-a005-e573903cb9eb tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "446968b5-4ce4-4032-b24e-7a46a301ce44" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.496500] env[68292]: DEBUG nova.compute.manager [None req-8acd3e39-2744-4203-a005-e573903cb9eb tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.497166] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77806d1-feb5-4035-a81b-ce74ad219441 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.504103] env[68292]: DEBUG nova.compute.manager [None req-8acd3e39-2744-4203-a005-e573903cb9eb tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68292) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1278.504673] env[68292]: DEBUG nova.objects.instance [None req-8acd3e39-2744-4203-a005-e573903cb9eb tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lazy-loading 'flavor' on Instance uuid 446968b5-4ce4-4032-b24e-7a46a301ce44 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.515903] env[68292]: DEBUG nova.scheduler.client.report [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.019605] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.020071] env[68292]: DEBUG nova.compute.manager [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1279.138709] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.138965] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.512218] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acd3e39-2744-4203-a005-e573903cb9eb tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.513858] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c76e4685-94d2-4e4f-a2ac-8fd2d56f9cda {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.521719] env[68292]: DEBUG oslo_vmware.api [None req-8acd3e39-2744-4203-a005-e573903cb9eb tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1279.521719] env[68292]: value = "task-3072959" [ 1279.521719] env[68292]: _type = "Task" [ 1279.521719] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.525835] env[68292]: DEBUG nova.compute.utils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.527302] env[68292]: DEBUG nova.compute.manager [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.527398] env[68292]: DEBUG nova.network.neutron [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.534425] env[68292]: DEBUG oslo_vmware.api [None req-8acd3e39-2744-4203-a005-e573903cb9eb tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.571302] env[68292]: DEBUG nova.policy [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37599192e2ff4ea8bfc1a49ead8b5940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '288d4d81da4a44229a258e9dca38387e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.642346] env[68292]: DEBUG nova.compute.utils [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.879685] env[68292]: DEBUG nova.network.neutron [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Successfully created port: 9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.032472] env[68292]: DEBUG nova.compute.manager [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.035188] env[68292]: DEBUG oslo_vmware.api [None req-8acd3e39-2744-4203-a005-e573903cb9eb tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072959, 'name': PowerOffVM_Task, 'duration_secs': 0.207623} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.035660] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acd3e39-2744-4203-a005-e573903cb9eb tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.035891] env[68292]: DEBUG nova.compute.manager [None req-8acd3e39-2744-4203-a005-e573903cb9eb tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.036725] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbf27f7-bf63-46e0-a253-1b9537cc1f06 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.145614] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.546938] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8acd3e39-2744-4203-a005-e573903cb9eb tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "446968b5-4ce4-4032-b24e-7a46a301ce44" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.042635] env[68292]: DEBUG nova.compute.manager [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.072274] env[68292]: DEBUG nova.virt.hardware [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.072592] env[68292]: DEBUG nova.virt.hardware [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.072836] env[68292]: DEBUG nova.virt.hardware [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.073118] env[68292]: DEBUG nova.virt.hardware [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.073263] env[68292]: DEBUG nova.virt.hardware [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.073416] env[68292]: DEBUG nova.virt.hardware [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.073660] env[68292]: DEBUG nova.virt.hardware [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.073830] env[68292]: DEBUG nova.virt.hardware [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.073998] env[68292]: DEBUG nova.virt.hardware [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.074172] env[68292]: DEBUG nova.virt.hardware [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.074370] env[68292]: DEBUG nova.virt.hardware [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.075530] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e49734-5a60-4f4c-ad01-6fc80b6340ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.085131] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16f738a-bacf-4bb2-ac0d-88347552f3d5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.206695] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.206695] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.206695] env[68292]: INFO nova.compute.manager [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Attaching volume b6c9db58-b065-4894-b6ea-f3a02ea2e4e6 to /dev/sdb [ 1281.239813] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4671d3-3d3c-4a28-aeef-7e55cc2d81a7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.246613] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f8e22a-f756-4cc4-8480-2c3f3c23b2e7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.259223] env[68292]: DEBUG nova.virt.block_device [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Updating existing volume attachment record: 708cbe02-8c11-4ed6-bc9d-6eec45e1b2e7 {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1281.283862] env[68292]: DEBUG nova.compute.manager [req-4453b9dd-5dc9-404f-ac5b-a0bf6b697615 req-4e8e1837-c39d-4702-b445-02bd8e53692b service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Received event network-vif-plugged-9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.284099] env[68292]: DEBUG oslo_concurrency.lockutils [req-4453b9dd-5dc9-404f-ac5b-a0bf6b697615 req-4e8e1837-c39d-4702-b445-02bd8e53692b service nova] Acquiring lock "4ea85e95-b366-4dd8-a72a-6a172a66d669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.284314] env[68292]: DEBUG oslo_concurrency.lockutils [req-4453b9dd-5dc9-404f-ac5b-a0bf6b697615 req-4e8e1837-c39d-4702-b445-02bd8e53692b service nova] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.284483] env[68292]: DEBUG oslo_concurrency.lockutils [req-4453b9dd-5dc9-404f-ac5b-a0bf6b697615 req-4e8e1837-c39d-4702-b445-02bd8e53692b service nova] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.284648] env[68292]: DEBUG nova.compute.manager [req-4453b9dd-5dc9-404f-ac5b-a0bf6b697615 req-4e8e1837-c39d-4702-b445-02bd8e53692b service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] No waiting events found dispatching network-vif-plugged-9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.284808] env[68292]: WARNING nova.compute.manager [req-4453b9dd-5dc9-404f-ac5b-a0bf6b697615 req-4e8e1837-c39d-4702-b445-02bd8e53692b service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Received unexpected event network-vif-plugged-9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0 for instance with vm_state building and task_state spawning. [ 1281.372742] env[68292]: DEBUG nova.network.neutron [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Successfully updated port: 9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.568726] env[68292]: DEBUG nova.objects.instance [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lazy-loading 'flavor' on Instance uuid 446968b5-4ce4-4032-b24e-7a46a301ce44 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.780334] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "2e70d62d-d46c-49c4-9035-098a89157b8b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.780604] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.875180] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "refresh_cache-4ea85e95-b366-4dd8-a72a-6a172a66d669" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.875384] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquired lock "refresh_cache-4ea85e95-b366-4dd8-a72a-6a172a66d669" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.875552] env[68292]: DEBUG nova.network.neutron [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.074872] env[68292]: DEBUG oslo_concurrency.lockutils [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.075115] env[68292]: DEBUG oslo_concurrency.lockutils [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.075367] env[68292]: DEBUG nova.network.neutron [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.075616] env[68292]: DEBUG nova.objects.instance [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lazy-loading 'info_cache' on Instance uuid 446968b5-4ce4-4032-b24e-7a46a301ce44 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.284304] env[68292]: INFO nova.compute.manager [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Detaching volume c7cf2e53-500d-46c5-8f7d-71937e641442 [ 1282.313201] env[68292]: INFO nova.virt.block_device [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Attempting to driver detach volume c7cf2e53-500d-46c5-8f7d-71937e641442 from mountpoint /dev/sdb [ 1282.313504] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1282.313729] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615290', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'name': 'volume-c7cf2e53-500d-46c5-8f7d-71937e641442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e70d62d-d46c-49c4-9035-098a89157b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'serial': 'c7cf2e53-500d-46c5-8f7d-71937e641442'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1282.314660] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bab5774-b304-4d3b-a7bd-e37b60100aab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.336204] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cec153-9b29-430d-a386-3a230657e8fe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.343602] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afea4c94-9d0c-4aa6-8ccf-c4357c6d57f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.365090] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cf4808-e32d-4ddb-a502-72cd68062f85 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.380743] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] The volume has not been displaced from its original location: [datastore2] volume-c7cf2e53-500d-46c5-8f7d-71937e641442/volume-c7cf2e53-500d-46c5-8f7d-71937e641442.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1282.386063] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.386326] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3706d04f-b924-4927-b8e3-ff92be042e56 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.403867] env[68292]: DEBUG oslo_vmware.api [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1282.403867] env[68292]: value = "task-3072961" [ 1282.403867] env[68292]: _type = "Task" [ 1282.403867] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.411190] env[68292]: DEBUG oslo_vmware.api [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.423697] env[68292]: DEBUG nova.network.neutron [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.579404] env[68292]: DEBUG nova.objects.base [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Object Instance<446968b5-4ce4-4032-b24e-7a46a301ce44> lazy-loaded attributes: flavor,info_cache {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1282.768638] env[68292]: DEBUG nova.network.neutron [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Updating instance_info_cache with network_info: [{"id": "9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0", "address": "fa:16:3e:76:1f:13", "network": {"id": "18e12268-46cc-4e36-8100-a01f26c2e099", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945789016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d4d81da4a44229a258e9dca38387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddf74fa-9e", "ovs_interfaceid": "9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.912987] env[68292]: DEBUG oslo_vmware.api [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072961, 'name': ReconfigVM_Task, 'duration_secs': 0.212243} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.913278] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.917792] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08251503-7671-4b27-a805-98d2185f8077 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.932711] env[68292]: DEBUG oslo_vmware.api [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1282.932711] env[68292]: value = "task-3072962" [ 1282.932711] env[68292]: _type = "Task" [ 1282.932711] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.940270] env[68292]: DEBUG oslo_vmware.api [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.270709] env[68292]: DEBUG nova.network.neutron [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Updating instance_info_cache with network_info: [{"id": "dca3ff5c-3107-4a7d-b101-ef9b04477010", "address": "fa:16:3e:df:48:2c", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca3ff5c-31", "ovs_interfaceid": "dca3ff5c-3107-4a7d-b101-ef9b04477010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.272112] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Releasing lock "refresh_cache-4ea85e95-b366-4dd8-a72a-6a172a66d669" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.272390] env[68292]: DEBUG nova.compute.manager [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Instance network_info: |[{"id": "9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0", "address": "fa:16:3e:76:1f:13", "network": {"id": "18e12268-46cc-4e36-8100-a01f26c2e099", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945789016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d4d81da4a44229a258e9dca38387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddf74fa-9e", "ovs_interfaceid": "9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.272957] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:1f:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.280266] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.280951] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.281183] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e954466-80a1-4b57-a0d4-fd80f78b43a9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.301892] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.301892] env[68292]: value = "task-3072963" [ 1283.301892] env[68292]: _type = "Task" [ 1283.301892] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.307872] env[68292]: DEBUG nova.compute.manager [req-f6dd79b8-ff4d-4957-9094-4699eb8da973 req-370a7737-7dec-42e7-aed1-c7490b7a6d62 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Received event network-changed-9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.308145] env[68292]: DEBUG nova.compute.manager [req-f6dd79b8-ff4d-4957-9094-4699eb8da973 req-370a7737-7dec-42e7-aed1-c7490b7a6d62 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Refreshing instance network info cache due to event network-changed-9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.308289] env[68292]: DEBUG oslo_concurrency.lockutils [req-f6dd79b8-ff4d-4957-9094-4699eb8da973 req-370a7737-7dec-42e7-aed1-c7490b7a6d62 service nova] Acquiring lock "refresh_cache-4ea85e95-b366-4dd8-a72a-6a172a66d669" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.308414] env[68292]: DEBUG oslo_concurrency.lockutils [req-f6dd79b8-ff4d-4957-9094-4699eb8da973 req-370a7737-7dec-42e7-aed1-c7490b7a6d62 service nova] Acquired lock "refresh_cache-4ea85e95-b366-4dd8-a72a-6a172a66d669" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.308578] env[68292]: DEBUG nova.network.neutron [req-f6dd79b8-ff4d-4957-9094-4699eb8da973 req-370a7737-7dec-42e7-aed1-c7490b7a6d62 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Refreshing network info cache for port 9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.312904] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072963, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.444253] env[68292]: DEBUG oslo_vmware.api [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072962, 'name': ReconfigVM_Task, 'duration_secs': 0.128601} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.444253] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615290', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'name': 'volume-c7cf2e53-500d-46c5-8f7d-71937e641442', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e70d62d-d46c-49c4-9035-098a89157b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7cf2e53-500d-46c5-8f7d-71937e641442', 'serial': 'c7cf2e53-500d-46c5-8f7d-71937e641442'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1283.773727] env[68292]: DEBUG oslo_concurrency.lockutils [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.811235] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072963, 'name': CreateVM_Task, 'duration_secs': 0.289623} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.811421] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.812089] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.812257] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.812585] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.812831] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8c3548-2af2-4980-9cd3-cfe2ea290334 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.819099] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1283.819099] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5249fad8-9bda-c7fe-e24e-d1043adf556a" [ 1283.819099] env[68292]: _type = "Task" [ 1283.819099] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.827961] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5249fad8-9bda-c7fe-e24e-d1043adf556a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.981579] env[68292]: DEBUG nova.network.neutron [req-f6dd79b8-ff4d-4957-9094-4699eb8da973 req-370a7737-7dec-42e7-aed1-c7490b7a6d62 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Updated VIF entry in instance network info cache for port 9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.981928] env[68292]: DEBUG nova.network.neutron [req-f6dd79b8-ff4d-4957-9094-4699eb8da973 req-370a7737-7dec-42e7-aed1-c7490b7a6d62 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Updating instance_info_cache with network_info: [{"id": "9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0", "address": "fa:16:3e:76:1f:13", "network": {"id": "18e12268-46cc-4e36-8100-a01f26c2e099", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945789016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d4d81da4a44229a258e9dca38387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddf74fa-9e", "ovs_interfaceid": "9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.984982] env[68292]: DEBUG nova.objects.instance [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lazy-loading 'flavor' on Instance uuid 2e70d62d-d46c-49c4-9035-098a89157b8b {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.329203] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5249fad8-9bda-c7fe-e24e-d1043adf556a, 'name': SearchDatastore_Task, 'duration_secs': 0.00985} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.329522] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.329754] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.329982] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.330143] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.330321] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.330567] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98cb0e79-6e7c-4657-b00d-9d5040f1f8a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.338214] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.338394] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.339119] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a60cc6-0166-4408-a78b-d041cf4472b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.344418] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1284.344418] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5265362b-2d9f-f47b-7ffb-9e1d543a522f" [ 1284.344418] env[68292]: _type = "Task" [ 1284.344418] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.351594] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5265362b-2d9f-f47b-7ffb-9e1d543a522f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.487053] env[68292]: DEBUG oslo_concurrency.lockutils [req-f6dd79b8-ff4d-4957-9094-4699eb8da973 req-370a7737-7dec-42e7-aed1-c7490b7a6d62 service nova] Releasing lock "refresh_cache-4ea85e95-b366-4dd8-a72a-6a172a66d669" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.779571] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.779938] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c0de03f-c61e-41fc-b3e7-e48eb5e86f6f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.786653] env[68292]: DEBUG oslo_vmware.api [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1284.786653] env[68292]: value = "task-3072965" [ 1284.786653] env[68292]: _type = "Task" [ 1284.786653] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.794416] env[68292]: DEBUG oslo_vmware.api [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.855027] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5265362b-2d9f-f47b-7ffb-9e1d543a522f, 'name': SearchDatastore_Task, 'duration_secs': 0.008025} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.855823] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b39687-c9f4-4f94-9d06-7236d9137eca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.861285] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1284.861285] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52233a41-67d4-0e6c-b66e-f271ae75e4a2" [ 1284.861285] env[68292]: _type = "Task" [ 1284.861285] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.868627] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52233a41-67d4-0e6c-b66e-f271ae75e4a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.992690] env[68292]: DEBUG oslo_concurrency.lockutils [None req-a764088a-8677-4783-bf2b-430f78fbfafb tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.296063] env[68292]: DEBUG oslo_vmware.api [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072965, 'name': PowerOnVM_Task, 'duration_secs': 0.373183} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.296352] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.296603] env[68292]: DEBUG nova.compute.manager [None req-11e38c39-8d5d-4ecb-ba7d-8e219c0581bd tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.297632] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e845bd-0130-46d1-bd68-86087e3e6725 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.371686] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52233a41-67d4-0e6c-b66e-f271ae75e4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.371986] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.372300] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 4ea85e95-b366-4dd8-a72a-6a172a66d669/4ea85e95-b366-4dd8-a72a-6a172a66d669.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.372604] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96b518f4-8239-4d63-b127-e21817bdfd5f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.378783] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1285.378783] env[68292]: value = "task-3072966" [ 1285.378783] env[68292]: _type = "Task" [ 1285.378783] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.385916] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.810215] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1285.810469] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615298', 'volume_id': 'b6c9db58-b065-4894-b6ea-f3a02ea2e4e6', 'name': 'volume-b6c9db58-b065-4894-b6ea-f3a02ea2e4e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afbd7432-3bb2-4a84-b705-8149ab92cbe6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6c9db58-b065-4894-b6ea-f3a02ea2e4e6', 'serial': 'b6c9db58-b065-4894-b6ea-f3a02ea2e4e6'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1285.811390] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b038e99c-62d7-494f-9b71-d507ef42a74e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.830589] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530cbcbd-6ea1-4519-b826-f552ad08abdb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.856307] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-b6c9db58-b065-4894-b6ea-f3a02ea2e4e6/volume-b6c9db58-b065-4894-b6ea-f3a02ea2e4e6.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.856839] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a40c6f62-c1d3-418c-99a1-92f5acf4b991 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.874140] env[68292]: DEBUG oslo_vmware.api [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1285.874140] env[68292]: value = "task-3072967" [ 1285.874140] env[68292]: _type = "Task" [ 1285.874140] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.881603] env[68292]: DEBUG oslo_vmware.api [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.888714] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480614} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.888948] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 4ea85e95-b366-4dd8-a72a-6a172a66d669/4ea85e95-b366-4dd8-a72a-6a172a66d669.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.889203] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.889465] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f37c9969-c6ab-48b8-a1e9-60523653dd2f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.896274] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1285.896274] env[68292]: value = "task-3072968" [ 1285.896274] env[68292]: _type = "Task" [ 1285.896274] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.905504] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.055378] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "2e70d62d-d46c-49c4-9035-098a89157b8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.055655] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.055872] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "2e70d62d-d46c-49c4-9035-098a89157b8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.056069] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.056246] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.058487] env[68292]: INFO nova.compute.manager [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Terminating instance [ 1286.384817] env[68292]: DEBUG oslo_vmware.api [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.404789] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094858} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.405057] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.405786] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45736bf-8909-448c-8203-4d2f11d3bdaf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.429182] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 4ea85e95-b366-4dd8-a72a-6a172a66d669/4ea85e95-b366-4dd8-a72a-6a172a66d669.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.429533] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63b5f03a-ecd9-4247-9c74-edeb8504e396 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.448436] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1286.448436] env[68292]: value = "task-3072969" [ 1286.448436] env[68292]: _type = "Task" [ 1286.448436] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.457105] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.458097] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa69ad6a-58d8-4023-a2b3-7a4738c4c033 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.463292] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fee909a6-1ab1-4952-bad2-b5646fd1d9d0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Suspending the VM {{(pid=68292) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1286.463520] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7b0bd659-9224-44f4-b089-ad02f124d085 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.468508] env[68292]: DEBUG oslo_vmware.api [None req-fee909a6-1ab1-4952-bad2-b5646fd1d9d0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1286.468508] env[68292]: value = "task-3072970" [ 1286.468508] env[68292]: _type = "Task" [ 1286.468508] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.477430] env[68292]: DEBUG oslo_vmware.api [None req-fee909a6-1ab1-4952-bad2-b5646fd1d9d0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072970, 'name': SuspendVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.562687] env[68292]: DEBUG nova.compute.manager [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.563028] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.564178] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb78d770-f4fa-4362-a6c8-76cfa35ed9eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.572581] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.572868] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0295ff62-400e-478f-8a73-8b893db007a2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.579065] env[68292]: DEBUG oslo_vmware.api [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1286.579065] env[68292]: value = "task-3072971" [ 1286.579065] env[68292]: _type = "Task" [ 1286.579065] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.588305] env[68292]: DEBUG oslo_vmware.api [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.884664] env[68292]: DEBUG oslo_vmware.api [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072967, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.958626] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072969, 'name': ReconfigVM_Task, 'duration_secs': 0.306108} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.958912] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 4ea85e95-b366-4dd8-a72a-6a172a66d669/4ea85e95-b366-4dd8-a72a-6a172a66d669.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.959719] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c733795-8584-450b-ba31-5f979fe451ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.966229] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1286.966229] env[68292]: value = "task-3072972" [ 1286.966229] env[68292]: _type = "Task" [ 1286.966229] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.978256] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072972, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.981257] env[68292]: DEBUG oslo_vmware.api [None req-fee909a6-1ab1-4952-bad2-b5646fd1d9d0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072970, 'name': SuspendVM_Task} progress is 58%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.088747] env[68292]: DEBUG oslo_vmware.api [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072971, 'name': PowerOffVM_Task, 'duration_secs': 0.250128} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.089058] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.089236] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.089523] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7651217d-142e-4f5d-8fa1-38c85db0e5cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.145530] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.145815] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.146115] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleting the datastore file [datastore2] 2e70d62d-d46c-49c4-9035-098a89157b8b {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.146467] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c31d788c-4b3a-4968-b15a-c269b8cdc418 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.153621] env[68292]: DEBUG oslo_vmware.api [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1287.153621] env[68292]: value = "task-3072974" [ 1287.153621] env[68292]: _type = "Task" [ 1287.153621] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.162464] env[68292]: DEBUG oslo_vmware.api [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.385162] env[68292]: DEBUG oslo_vmware.api [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072967, 'name': ReconfigVM_Task, 'duration_secs': 1.016167} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.385516] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-b6c9db58-b065-4894-b6ea-f3a02ea2e4e6/volume-b6c9db58-b065-4894-b6ea-f3a02ea2e4e6.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.390099] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a67f5a5-2add-4938-b1a0-e0bb304b3772 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.405182] env[68292]: DEBUG oslo_vmware.api [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1287.405182] env[68292]: value = "task-3072975" [ 1287.405182] env[68292]: _type = "Task" [ 1287.405182] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.413926] env[68292]: DEBUG oslo_vmware.api [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.478284] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072972, 'name': Rename_Task, 'duration_secs': 0.144905} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.481163] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.481447] env[68292]: DEBUG oslo_vmware.api [None req-fee909a6-1ab1-4952-bad2-b5646fd1d9d0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072970, 'name': SuspendVM_Task, 'duration_secs': 0.675516} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.481641] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee6f76e3-26fb-49bb-a0c1-41eb21fb299b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.483014] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fee909a6-1ab1-4952-bad2-b5646fd1d9d0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Suspended the VM {{(pid=68292) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1287.483210] env[68292]: DEBUG nova.compute.manager [None req-fee909a6-1ab1-4952-bad2-b5646fd1d9d0 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.483906] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d081676-e2a3-4da7-872c-724725a3242b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.492780] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1287.492780] env[68292]: value = "task-3072976" [ 1287.492780] env[68292]: _type = "Task" [ 1287.492780] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.499987] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.668300] env[68292]: DEBUG oslo_vmware.api [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131433} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.668643] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.668940] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.669254] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.669530] env[68292]: INFO nova.compute.manager [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1287.669944] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.670198] env[68292]: DEBUG nova.compute.manager [-] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.670344] env[68292]: DEBUG nova.network.neutron [-] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.916948] env[68292]: DEBUG oslo_vmware.api [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072975, 'name': ReconfigVM_Task, 'duration_secs': 0.146339} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.917260] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615298', 'volume_id': 'b6c9db58-b065-4894-b6ea-f3a02ea2e4e6', 'name': 'volume-b6c9db58-b065-4894-b6ea-f3a02ea2e4e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afbd7432-3bb2-4a84-b705-8149ab92cbe6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6c9db58-b065-4894-b6ea-f3a02ea2e4e6', 'serial': 'b6c9db58-b065-4894-b6ea-f3a02ea2e4e6'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1288.006666] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072976, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.152199] env[68292]: DEBUG nova.compute.manager [req-5ebdf228-9613-4539-9907-61df4a4a704a req-df2219a1-d6fc-411f-aff3-4430e48f9ea6 service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Received event network-vif-deleted-1da237c9-c213-4d01-a345-2ec6311e7583 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.152483] env[68292]: INFO nova.compute.manager [req-5ebdf228-9613-4539-9907-61df4a4a704a req-df2219a1-d6fc-411f-aff3-4430e48f9ea6 service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Neutron deleted interface 1da237c9-c213-4d01-a345-2ec6311e7583; detaching it from the instance and deleting it from the info cache [ 1288.152765] env[68292]: DEBUG nova.network.neutron [req-5ebdf228-9613-4539-9907-61df4a4a704a req-df2219a1-d6fc-411f-aff3-4430e48f9ea6 service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.507893] env[68292]: DEBUG oslo_vmware.api [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3072976, 'name': PowerOnVM_Task, 'duration_secs': 0.779288} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.508220] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.508464] env[68292]: INFO nova.compute.manager [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1288.508672] env[68292]: DEBUG nova.compute.manager [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.509516] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95da7e57-99b6-4768-a2ef-4fca77e38ac2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.627841] env[68292]: DEBUG nova.network.neutron [-] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.655850] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a27d8a7-ee64-4b5e-b777-7f61732d60ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.665322] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2590d0-56c1-453a-be70-c250811f7cf5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.695087] env[68292]: DEBUG nova.compute.manager [req-5ebdf228-9613-4539-9907-61df4a4a704a req-df2219a1-d6fc-411f-aff3-4430e48f9ea6 service nova] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Detach interface failed, port_id=1da237c9-c213-4d01-a345-2ec6311e7583, reason: Instance 2e70d62d-d46c-49c4-9035-098a89157b8b could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1288.811050] env[68292]: INFO nova.compute.manager [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Resuming [ 1288.811611] env[68292]: DEBUG nova.objects.instance [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lazy-loading 'flavor' on Instance uuid 446968b5-4ce4-4032-b24e-7a46a301ce44 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.958396] env[68292]: DEBUG nova.objects.instance [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lazy-loading 'flavor' on Instance uuid afbd7432-3bb2-4a84-b705-8149ab92cbe6 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.027845] env[68292]: INFO nova.compute.manager [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Took 12.85 seconds to build instance. [ 1289.132934] env[68292]: INFO nova.compute.manager [-] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Took 1.46 seconds to deallocate network for instance. [ 1289.464229] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9ccd68bb-1a34-4559-89d4-6bc8e17ae555 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.259s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.511980] env[68292]: DEBUG nova.compute.manager [req-cc42bd98-3163-47e3-8e11-4c794ecc1d20 req-dfb859dc-6fd4-431f-90cb-0c80b07c4190 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Received event network-changed-9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.512213] env[68292]: DEBUG nova.compute.manager [req-cc42bd98-3163-47e3-8e11-4c794ecc1d20 req-dfb859dc-6fd4-431f-90cb-0c80b07c4190 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Refreshing instance network info cache due to event network-changed-9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.512450] env[68292]: DEBUG oslo_concurrency.lockutils [req-cc42bd98-3163-47e3-8e11-4c794ecc1d20 req-dfb859dc-6fd4-431f-90cb-0c80b07c4190 service nova] Acquiring lock "refresh_cache-4ea85e95-b366-4dd8-a72a-6a172a66d669" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.512629] env[68292]: DEBUG oslo_concurrency.lockutils [req-cc42bd98-3163-47e3-8e11-4c794ecc1d20 req-dfb859dc-6fd4-431f-90cb-0c80b07c4190 service nova] Acquired lock "refresh_cache-4ea85e95-b366-4dd8-a72a-6a172a66d669" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.512802] env[68292]: DEBUG nova.network.neutron [req-cc42bd98-3163-47e3-8e11-4c794ecc1d20 req-dfb859dc-6fd4-431f-90cb-0c80b07c4190 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Refreshing network info cache for port 9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.529322] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f5760cbc-b709-4c51-ae16-fd7b415bdad1 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.361s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.639027] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.639465] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.639762] env[68292]: DEBUG nova.objects.instance [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lazy-loading 'resources' on Instance uuid 2e70d62d-d46c-49c4-9035-098a89157b8b {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.866352] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.866729] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.224030] env[68292]: DEBUG nova.network.neutron [req-cc42bd98-3163-47e3-8e11-4c794ecc1d20 req-dfb859dc-6fd4-431f-90cb-0c80b07c4190 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Updated VIF entry in instance network info cache for port 9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.224360] env[68292]: DEBUG nova.network.neutron [req-cc42bd98-3163-47e3-8e11-4c794ecc1d20 req-dfb859dc-6fd4-431f-90cb-0c80b07c4190 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Updating instance_info_cache with network_info: [{"id": "9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0", "address": "fa:16:3e:76:1f:13", "network": {"id": "18e12268-46cc-4e36-8100-a01f26c2e099", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945789016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288d4d81da4a44229a258e9dca38387e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddf74fa-9e", "ovs_interfaceid": "9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.228641] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a37bdee-3c3f-4760-9ffa-38d54f9f65ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.236563] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6254bbcf-78a0-4532-9327-a3d4f08c203b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.266956] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d0d012-33c0-4053-8bd7-b76d35301a82 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.273794] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10ece82-8ab6-42b8-9472-4b1c5d36a602 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.286542] env[68292]: DEBUG nova.compute.provider_tree [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.320400] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.320557] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquired lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.320730] env[68292]: DEBUG nova.network.neutron [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.369115] env[68292]: INFO nova.compute.manager [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Detaching volume b6c9db58-b065-4894-b6ea-f3a02ea2e4e6 [ 1290.404063] env[68292]: INFO nova.virt.block_device [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Attempting to driver detach volume b6c9db58-b065-4894-b6ea-f3a02ea2e4e6 from mountpoint /dev/sdb [ 1290.404317] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1290.404509] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615298', 'volume_id': 'b6c9db58-b065-4894-b6ea-f3a02ea2e4e6', 'name': 'volume-b6c9db58-b065-4894-b6ea-f3a02ea2e4e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afbd7432-3bb2-4a84-b705-8149ab92cbe6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6c9db58-b065-4894-b6ea-f3a02ea2e4e6', 'serial': 'b6c9db58-b065-4894-b6ea-f3a02ea2e4e6'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1290.405388] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a54ae07-5038-4599-ba6a-38d7bdf13402 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.425977] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30f5cb9-0308-428f-83f5-e41af26e20cf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.432732] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a607bf-1a0a-4d2d-938a-88ab32e998b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.454257] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b16fa7-8837-47fb-923c-3606f7a8e833 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.468903] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] The volume has not been displaced from its original location: [datastore1] volume-b6c9db58-b065-4894-b6ea-f3a02ea2e4e6/volume-b6c9db58-b065-4894-b6ea-f3a02ea2e4e6.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1290.474683] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.474984] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb0184b-f16a-404f-baef-2336867ecc39 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.492637] env[68292]: DEBUG oslo_vmware.api [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1290.492637] env[68292]: value = "task-3072977" [ 1290.492637] env[68292]: _type = "Task" [ 1290.492637] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.501585] env[68292]: DEBUG oslo_vmware.api [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.727740] env[68292]: DEBUG oslo_concurrency.lockutils [req-cc42bd98-3163-47e3-8e11-4c794ecc1d20 req-dfb859dc-6fd4-431f-90cb-0c80b07c4190 service nova] Releasing lock "refresh_cache-4ea85e95-b366-4dd8-a72a-6a172a66d669" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.790231] env[68292]: DEBUG nova.scheduler.client.report [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.003250] env[68292]: DEBUG oslo_vmware.api [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072977, 'name': ReconfigVM_Task, 'duration_secs': 0.22648} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.003557] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1291.008418] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1559bd4b-108d-4afe-8347-ccd4ab74f541 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.023641] env[68292]: DEBUG oslo_vmware.api [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1291.023641] env[68292]: value = "task-3072978" [ 1291.023641] env[68292]: _type = "Task" [ 1291.023641] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.027283] env[68292]: DEBUG nova.network.neutron [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Updating instance_info_cache with network_info: [{"id": "dca3ff5c-3107-4a7d-b101-ef9b04477010", "address": "fa:16:3e:df:48:2c", "network": {"id": "993e99c1-f0b0-4354-8642-5880fa9400ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-89888590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c1524c1ede484b813c7042ebedd356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca3ff5c-31", "ovs_interfaceid": "dca3ff5c-3107-4a7d-b101-ef9b04477010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.033079] env[68292]: DEBUG oslo_vmware.api [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.295703] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.313735] env[68292]: INFO nova.scheduler.client.report [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted allocations for instance 2e70d62d-d46c-49c4-9035-098a89157b8b [ 1291.529895] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Releasing lock "refresh_cache-446968b5-4ce4-4032-b24e-7a46a301ce44" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.534117] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27168892-07ad-4f5c-ac91-cfa9815c7235 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.536786] env[68292]: DEBUG oslo_vmware.api [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072978, 'name': ReconfigVM_Task, 'duration_secs': 0.134787} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.537086] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615298', 'volume_id': 'b6c9db58-b065-4894-b6ea-f3a02ea2e4e6', 'name': 'volume-b6c9db58-b065-4894-b6ea-f3a02ea2e4e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afbd7432-3bb2-4a84-b705-8149ab92cbe6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6c9db58-b065-4894-b6ea-f3a02ea2e4e6', 'serial': 'b6c9db58-b065-4894-b6ea-f3a02ea2e4e6'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1291.542187] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Resuming the VM {{(pid=68292) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1291.542422] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73d60c22-1581-4ebb-b43a-bc9b2766c3f2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.548319] env[68292]: DEBUG oslo_vmware.api [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1291.548319] env[68292]: value = "task-3072979" [ 1291.548319] env[68292]: _type = "Task" [ 1291.548319] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.555373] env[68292]: DEBUG oslo_vmware.api [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.822218] env[68292]: DEBUG oslo_concurrency.lockutils [None req-91d6963d-18f3-4152-bdf8-42da2451062f tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "2e70d62d-d46c-49c4-9035-098a89157b8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.766s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.058717] env[68292]: DEBUG oslo_vmware.api [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072979, 'name': PowerOnVM_Task, 'duration_secs': 0.490132} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.059024] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Resumed the VM {{(pid=68292) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1292.059205] env[68292]: DEBUG nova.compute.manager [None req-4743bceb-50b4-4d95-af95-9b4330c942ba tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.060024] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0b7dd5-cf08-46a5-ad88-c7d6dbe79653 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.081245] env[68292]: DEBUG nova.objects.instance [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lazy-loading 'flavor' on Instance uuid afbd7432-3bb2-4a84-b705-8149ab92cbe6 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.088948] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef10f8ee-9226-4a08-9b84-cec5634a3ed1 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.476749] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "446968b5-4ce4-4032-b24e-7a46a301ce44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.477074] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "446968b5-4ce4-4032-b24e-7a46a301ce44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.477295] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "446968b5-4ce4-4032-b24e-7a46a301ce44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.477489] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "446968b5-4ce4-4032-b24e-7a46a301ce44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.477664] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "446968b5-4ce4-4032-b24e-7a46a301ce44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.479894] env[68292]: INFO nova.compute.manager [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Terminating instance [ 1293.513894] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.514142] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.985114] env[68292]: DEBUG nova.compute.manager [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.985114] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.985483] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a573bff-1c22-4717-a009-bf16a2e9312c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.993185] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.993424] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-004b3cf1-68b3-4af6-97dc-315e04c02cb6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.999509] env[68292]: DEBUG oslo_vmware.api [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1293.999509] env[68292]: value = "task-3072980" [ 1293.999509] env[68292]: _type = "Task" [ 1293.999509] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.006989] env[68292]: DEBUG oslo_vmware.api [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.016531] env[68292]: DEBUG nova.compute.manager [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.127429] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.127775] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.127888] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.128083] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.128255] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.130818] env[68292]: INFO nova.compute.manager [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Terminating instance [ 1294.509290] env[68292]: DEBUG oslo_vmware.api [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072980, 'name': PowerOffVM_Task, 'duration_secs': 0.198334} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.509586] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.509760] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.510077] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea7afea4-6981-4b55-8801-b730dc71a26f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.538911] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.539254] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.542421] env[68292]: INFO nova.compute.claims [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.568777] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.568993] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.569198] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleting the datastore file [datastore2] 446968b5-4ce4-4032-b24e-7a46a301ce44 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.569553] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98ed37af-2732-49fc-874c-3541ddef4a36 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.576584] env[68292]: DEBUG oslo_vmware.api [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for the task: (returnval){ [ 1294.576584] env[68292]: value = "task-3072982" [ 1294.576584] env[68292]: _type = "Task" [ 1294.576584] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.584772] env[68292]: DEBUG oslo_vmware.api [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.635019] env[68292]: DEBUG nova.compute.manager [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.635237] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.636123] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092bea89-38c8-4936-90db-44748218ca04 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.643573] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.643808] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e71d9d-106b-4727-92f8-eb167a4c4dfe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.649500] env[68292]: DEBUG oslo_vmware.api [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1294.649500] env[68292]: value = "task-3072983" [ 1294.649500] env[68292]: _type = "Task" [ 1294.649500] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.656815] env[68292]: DEBUG oslo_vmware.api [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.085970] env[68292]: DEBUG oslo_vmware.api [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Task: {'id': task-3072982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155839} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.086229] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.086414] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.086591] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.086762] env[68292]: INFO nova.compute.manager [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1295.087007] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.087447] env[68292]: DEBUG nova.compute.manager [-] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.087579] env[68292]: DEBUG nova.network.neutron [-] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.158158] env[68292]: DEBUG oslo_vmware.api [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072983, 'name': PowerOffVM_Task, 'duration_secs': 0.169827} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.158429] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.158592] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.158827] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b76850e-6dc3-4f90-8288-433b1204ceb4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.217854] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.218099] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.218321] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Deleting the datastore file [datastore2] afbd7432-3bb2-4a84-b705-8149ab92cbe6 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.218536] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5f06c46-1ea8-49d6-92c3-c5d0f0bad8b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.224740] env[68292]: DEBUG oslo_vmware.api [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for the task: (returnval){ [ 1295.224740] env[68292]: value = "task-3072985" [ 1295.224740] env[68292]: _type = "Task" [ 1295.224740] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.232510] env[68292]: DEBUG oslo_vmware.api [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.502107] env[68292]: DEBUG nova.compute.manager [req-daf2a632-eff6-4bb3-a256-605ea9eabcfd req-2486ca36-bc85-4e80-8618-560243e122a9 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Received event network-vif-deleted-dca3ff5c-3107-4a7d-b101-ef9b04477010 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.502285] env[68292]: INFO nova.compute.manager [req-daf2a632-eff6-4bb3-a256-605ea9eabcfd req-2486ca36-bc85-4e80-8618-560243e122a9 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Neutron deleted interface dca3ff5c-3107-4a7d-b101-ef9b04477010; detaching it from the instance and deleting it from the info cache [ 1295.502468] env[68292]: DEBUG nova.network.neutron [req-daf2a632-eff6-4bb3-a256-605ea9eabcfd req-2486ca36-bc85-4e80-8618-560243e122a9 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.648405] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b483f15-59e5-4c37-ba25-1ba1238fbccb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.655919] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21f758b-e684-46c3-ad40-b0eef179e103 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.687416] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2342cf4b-e7fb-4206-8af2-463f964efce5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.694544] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a04f425-ef25-4e3a-b4a5-0dbf34aae282 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.707744] env[68292]: DEBUG nova.compute.provider_tree [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.734485] env[68292]: DEBUG oslo_vmware.api [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Task: {'id': task-3072985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173857} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.734753] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.734939] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.735134] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.735310] env[68292]: INFO nova.compute.manager [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1295.735546] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.735732] env[68292]: DEBUG nova.compute.manager [-] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.735827] env[68292]: DEBUG nova.network.neutron [-] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.981104] env[68292]: DEBUG nova.network.neutron [-] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.004812] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1121ec73-72f1-46d3-9ce4-49d530352d32 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.014402] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d407f6-0cbe-4592-9278-04ac9d68800a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.047146] env[68292]: DEBUG nova.compute.manager [req-daf2a632-eff6-4bb3-a256-605ea9eabcfd req-2486ca36-bc85-4e80-8618-560243e122a9 service nova] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Detach interface failed, port_id=dca3ff5c-3107-4a7d-b101-ef9b04477010, reason: Instance 446968b5-4ce4-4032-b24e-7a46a301ce44 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1296.210919] env[68292]: DEBUG nova.scheduler.client.report [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.485837] env[68292]: INFO nova.compute.manager [-] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Took 1.40 seconds to deallocate network for instance. [ 1296.649803] env[68292]: DEBUG nova.network.neutron [-] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.715855] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.716411] env[68292]: DEBUG nova.compute.manager [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1296.992664] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.992987] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.993223] env[68292]: DEBUG nova.objects.instance [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lazy-loading 'resources' on Instance uuid 446968b5-4ce4-4032-b24e-7a46a301ce44 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.010068] env[68292]: INFO nova.compute.manager [None req-eda132c2-74f1-4c01-b4c7-26eb1eeed45a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Get console output [ 1297.010419] env[68292]: WARNING nova.virt.vmwareapi.driver [None req-eda132c2-74f1-4c01-b4c7-26eb1eeed45a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] The console log is missing. Check your VSPC configuration [ 1297.152957] env[68292]: INFO nova.compute.manager [-] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Took 1.42 seconds to deallocate network for instance. [ 1297.222050] env[68292]: DEBUG nova.compute.utils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.223338] env[68292]: DEBUG nova.compute.manager [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.223508] env[68292]: DEBUG nova.network.neutron [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1297.267718] env[68292]: DEBUG nova.policy [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a2ebf1e45cd4724aff9ddcd333c2e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7834ca8bd123442dba8b266c98f9176c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.508400] env[68292]: DEBUG nova.network.neutron [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Successfully created port: e6e98208-866a-4f01-95e4-a681e5ffce27 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.536117] env[68292]: DEBUG nova.compute.manager [req-910d63de-7e74-45b5-acc3-6efbdd2bf0a7 req-e513dfc6-8a47-4fd7-b3e1-6c3b6cfe6961 service nova] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Received event network-vif-deleted-e37c788f-223a-4dc5-b605-d04745345dea {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.609291] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1adb3b6-9fd9-43e1-899f-9103f4ec3775 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.617758] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b519e2-a055-41ae-928e-bdf2e7f4b7a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.649101] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c53aeda-f1f1-4fb7-8f13-6d7e3ad63d51 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.656810] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc2f57-a1a2-4864-b151-c5d4ce0e9ebe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.661711] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.674828] env[68292]: DEBUG nova.compute.provider_tree [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.728098] env[68292]: DEBUG nova.compute.manager [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.102050] env[68292]: DEBUG oslo_concurrency.lockutils [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "93ea8365-56d5-406d-adea-9acfe659fc3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.102562] env[68292]: DEBUG oslo_concurrency.lockutils [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "93ea8365-56d5-406d-adea-9acfe659fc3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.103421] env[68292]: DEBUG oslo_concurrency.lockutils [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "93ea8365-56d5-406d-adea-9acfe659fc3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.103421] env[68292]: DEBUG oslo_concurrency.lockutils [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "93ea8365-56d5-406d-adea-9acfe659fc3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.103421] env[68292]: DEBUG oslo_concurrency.lockutils [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "93ea8365-56d5-406d-adea-9acfe659fc3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.106031] env[68292]: INFO nova.compute.manager [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Terminating instance [ 1298.178123] env[68292]: DEBUG nova.scheduler.client.report [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.610076] env[68292]: DEBUG nova.compute.manager [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.610538] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.612025] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979b9b8a-be4c-456b-b4e2-c705289253e9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.621255] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.621588] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d74e869-1cd2-4bba-a306-002f2ca85588 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.629039] env[68292]: DEBUG oslo_vmware.api [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1298.629039] env[68292]: value = "task-3072986" [ 1298.629039] env[68292]: _type = "Task" [ 1298.629039] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.637387] env[68292]: DEBUG oslo_vmware.api [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.683256] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.685870] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.024s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.686166] env[68292]: DEBUG nova.objects.instance [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lazy-loading 'resources' on Instance uuid afbd7432-3bb2-4a84-b705-8149ab92cbe6 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.707821] env[68292]: INFO nova.scheduler.client.report [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Deleted allocations for instance 446968b5-4ce4-4032-b24e-7a46a301ce44 [ 1298.737318] env[68292]: DEBUG nova.compute.manager [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.768918] env[68292]: DEBUG nova.virt.hardware [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.769348] env[68292]: DEBUG nova.virt.hardware [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.769581] env[68292]: DEBUG nova.virt.hardware [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.769812] env[68292]: DEBUG nova.virt.hardware [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.770065] env[68292]: DEBUG nova.virt.hardware [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.770230] env[68292]: DEBUG nova.virt.hardware [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.770542] env[68292]: DEBUG nova.virt.hardware [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.770629] env[68292]: DEBUG nova.virt.hardware [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.770774] env[68292]: DEBUG nova.virt.hardware [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.770940] env[68292]: DEBUG nova.virt.hardware [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.771159] env[68292]: DEBUG nova.virt.hardware [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.772226] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1d4340-8653-455f-a5ed-fa88f9086d17 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.785089] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee459721-689a-443c-be0b-ae524f7f5ad8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.005610] env[68292]: DEBUG nova.network.neutron [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Successfully updated port: e6e98208-866a-4f01-95e4-a681e5ffce27 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.138688] env[68292]: DEBUG oslo_vmware.api [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072986, 'name': PowerOffVM_Task, 'duration_secs': 0.212359} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.138960] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.139148] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.139395] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bf80ba8-b2a5-4206-89cc-fbacf2dd5ba3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.195380] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.195608] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.195797] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Deleting the datastore file [datastore2] 93ea8365-56d5-406d-adea-9acfe659fc3f {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.196074] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c09d36b0-e74c-40d0-8168-d47f58ea4051 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.202588] env[68292]: DEBUG oslo_vmware.api [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1299.202588] env[68292]: value = "task-3072988" [ 1299.202588] env[68292]: _type = "Task" [ 1299.202588] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.217880] env[68292]: DEBUG oslo_vmware.api [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.218148] env[68292]: DEBUG oslo_concurrency.lockutils [None req-efd37443-1002-48eb-97e3-1456d13b6049 tempest-ServerActionsTestJSON-1664284320 tempest-ServerActionsTestJSON-1664284320-project-member] Lock "446968b5-4ce4-4032-b24e-7a46a301ce44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.741s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.288481] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea19eaab-38a2-40e0-b836-925cccaec969 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.296722] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e61529d-813e-423a-94d1-fc9e3966e1b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.328513] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bff4a49-c4a0-42a4-82c4-7ddc39a90a1c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.339308] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432c8fd2-8705-4834-9f7c-72cd25a34312 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.354102] env[68292]: DEBUG nova.compute.provider_tree [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.508645] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "refresh_cache-4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.508970] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "refresh_cache-4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.509264] env[68292]: DEBUG nova.network.neutron [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.564859] env[68292]: DEBUG nova.compute.manager [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Received event network-vif-plugged-e6e98208-866a-4f01-95e4-a681e5ffce27 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.564859] env[68292]: DEBUG oslo_concurrency.lockutils [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] Acquiring lock "4b3fb6b3-1fed-434c-8eb4-e63ae31099c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.565104] env[68292]: DEBUG oslo_concurrency.lockutils [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] Lock "4b3fb6b3-1fed-434c-8eb4-e63ae31099c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.565281] env[68292]: DEBUG oslo_concurrency.lockutils [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] Lock "4b3fb6b3-1fed-434c-8eb4-e63ae31099c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.565450] env[68292]: DEBUG nova.compute.manager [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] No waiting events found dispatching network-vif-plugged-e6e98208-866a-4f01-95e4-a681e5ffce27 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1299.565653] env[68292]: WARNING nova.compute.manager [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Received unexpected event network-vif-plugged-e6e98208-866a-4f01-95e4-a681e5ffce27 for instance with vm_state building and task_state spawning. [ 1299.565826] env[68292]: DEBUG nova.compute.manager [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Received event network-changed-e6e98208-866a-4f01-95e4-a681e5ffce27 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.565982] env[68292]: DEBUG nova.compute.manager [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Refreshing instance network info cache due to event network-changed-e6e98208-866a-4f01-95e4-a681e5ffce27. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.566191] env[68292]: DEBUG oslo_concurrency.lockutils [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] Acquiring lock "refresh_cache-4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.713734] env[68292]: DEBUG oslo_vmware.api [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3072988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141537} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.714166] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.714386] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.714575] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.714750] env[68292]: INFO nova.compute.manager [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1299.714998] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.715212] env[68292]: DEBUG nova.compute.manager [-] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.715309] env[68292]: DEBUG nova.network.neutron [-] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.862262] env[68292]: DEBUG nova.scheduler.client.report [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.043168] env[68292]: DEBUG nova.network.neutron [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.241007] env[68292]: DEBUG nova.network.neutron [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Updating instance_info_cache with network_info: [{"id": "e6e98208-866a-4f01-95e4-a681e5ffce27", "address": "fa:16:3e:60:db:a6", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e98208-86", "ovs_interfaceid": "e6e98208-866a-4f01-95e4-a681e5ffce27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.367348] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.389379] env[68292]: INFO nova.scheduler.client.report [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Deleted allocations for instance afbd7432-3bb2-4a84-b705-8149ab92cbe6 [ 1300.677816] env[68292]: DEBUG nova.network.neutron [-] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.743686] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "refresh_cache-4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.744155] env[68292]: DEBUG nova.compute.manager [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Instance network_info: |[{"id": "e6e98208-866a-4f01-95e4-a681e5ffce27", "address": "fa:16:3e:60:db:a6", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e98208-86", "ovs_interfaceid": "e6e98208-866a-4f01-95e4-a681e5ffce27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.744378] env[68292]: DEBUG oslo_concurrency.lockutils [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] Acquired lock "refresh_cache-4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.744557] env[68292]: DEBUG nova.network.neutron [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Refreshing network info cache for port e6e98208-866a-4f01-95e4-a681e5ffce27 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.749018] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:db:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6e98208-866a-4f01-95e4-a681e5ffce27', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.754090] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.757050] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.757532] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19310ae1-f865-4553-bdf0-bfa5268b7916 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.778894] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.778894] env[68292]: value = "task-3072989" [ 1300.778894] env[68292]: _type = "Task" [ 1300.778894] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.789180] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072989, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.899273] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6a38cb05-fef4-4dee-a182-db40a6e1e3b4 tempest-AttachVolumeNegativeTest-167391817 tempest-AttachVolumeNegativeTest-167391817-project-member] Lock "afbd7432-3bb2-4a84-b705-8149ab92cbe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.770s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.970509] env[68292]: DEBUG nova.network.neutron [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Updated VIF entry in instance network info cache for port e6e98208-866a-4f01-95e4-a681e5ffce27. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.970992] env[68292]: DEBUG nova.network.neutron [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Updating instance_info_cache with network_info: [{"id": "e6e98208-866a-4f01-95e4-a681e5ffce27", "address": "fa:16:3e:60:db:a6", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e98208-86", "ovs_interfaceid": "e6e98208-866a-4f01-95e4-a681e5ffce27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.184689] env[68292]: INFO nova.compute.manager [-] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Took 1.47 seconds to deallocate network for instance. [ 1301.294143] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3072989, 'name': CreateVM_Task, 'duration_secs': 0.325385} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.297718] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.297718] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.300982] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.300982] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.300982] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822d4fc1-1cdf-4f65-aa49-0d05b6e7d6b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.307019] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1301.307019] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]521f77a5-95a0-a585-2815-e124684d64e2" [ 1301.307019] env[68292]: _type = "Task" [ 1301.307019] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.312789] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521f77a5-95a0-a585-2815-e124684d64e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.474267] env[68292]: DEBUG oslo_concurrency.lockutils [req-51811d6c-cb1e-4a1f-8e6c-f52d5c59b339 req-0b1a4d00-bd64-4daf-a5af-3ba7b04ea19e service nova] Releasing lock "refresh_cache-4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.602757] env[68292]: DEBUG nova.compute.manager [req-cbbcc23a-a8a7-43d8-89a3-34ae4a2d1895 req-f5efc236-468a-49f0-9522-fba8c92bfed5 service nova] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Received event network-vif-deleted-06675430-1dbb-4bf3-8c8c-401713358b47 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.691360] env[68292]: DEBUG oslo_concurrency.lockutils [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.691789] env[68292]: DEBUG oslo_concurrency.lockutils [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.692123] env[68292]: DEBUG nova.objects.instance [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lazy-loading 'resources' on Instance uuid 93ea8365-56d5-406d-adea-9acfe659fc3f {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.815135] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]521f77a5-95a0-a585-2815-e124684d64e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009716} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.815584] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.816079] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.816328] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.816478] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.816662] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.817207] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87b1f1df-234e-49b1-8c54-c66c641edf69 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.826241] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.826551] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.827204] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5146e3-2f9f-4be8-ab8c-e7b92f337024 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.832373] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1301.832373] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5205d825-1471-b724-5ca5-31aa2af9e9c3" [ 1301.832373] env[68292]: _type = "Task" [ 1301.832373] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.841141] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5205d825-1471-b724-5ca5-31aa2af9e9c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.276121] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f53079b-6d21-443e-a4bc-e8216ca58ed9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.284324] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe6b3e2-5400-4451-9512-712ee35487f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.315132] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f8ee69-db16-4fe8-a5cb-ef6bdfb7f2eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.322914] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dd9a72-a38d-46e5-a0dc-9afac7f1f673 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.337710] env[68292]: DEBUG nova.compute.provider_tree [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1302.348166] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5205d825-1471-b724-5ca5-31aa2af9e9c3, 'name': SearchDatastore_Task, 'duration_secs': 0.008055} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.349612] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff25780c-f54e-40c2-b9ed-6813578edb06 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.355895] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1302.355895] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520b2d10-9264-6a26-adfc-236be8a4a0cb" [ 1302.355895] env[68292]: _type = "Task" [ 1302.355895] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.364203] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520b2d10-9264-6a26-adfc-236be8a4a0cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.861745] env[68292]: ERROR nova.scheduler.client.report [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [req-c6572c9b-fa64-4a36-9b4e-fcf98cbd8236] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6572c9b-fa64-4a36-9b4e-fcf98cbd8236"}]} [ 1302.867619] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520b2d10-9264-6a26-adfc-236be8a4a0cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008665} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.867858] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.868110] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4/4b3fb6b3-1fed-434c-8eb4-e63ae31099c4.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.868362] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a2481c9-f6d0-4663-920a-81b67a85c1ad {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.874871] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1302.874871] env[68292]: value = "task-3072991" [ 1302.874871] env[68292]: _type = "Task" [ 1302.874871] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.884018] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.884954] env[68292]: DEBUG nova.scheduler.client.report [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1302.899932] env[68292]: DEBUG nova.scheduler.client.report [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1302.900183] env[68292]: DEBUG nova.compute.provider_tree [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1302.911204] env[68292]: DEBUG nova.scheduler.client.report [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1302.929523] env[68292]: DEBUG nova.scheduler.client.report [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1303.009727] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8729a47-0b8e-47ad-9340-3fa70e612447 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.017900] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ec9943-2b8d-4b7b-9378-c156826678cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.051162] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07959cd2-05fb-42ee-a57a-219130bbf6b9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.060983] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a681072f-9db7-4f60-b82f-f2ad78aebdc8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.077160] env[68292]: DEBUG nova.compute.provider_tree [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1303.388325] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480211} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.388647] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4/4b3fb6b3-1fed-434c-8eb4-e63ae31099c4.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.388999] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.389556] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f2f0fd5-41c4-41e3-b5c5-aaf291cdfe5c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.396827] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1303.396827] env[68292]: value = "task-3072992" [ 1303.396827] env[68292]: _type = "Task" [ 1303.396827] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.406762] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.622075] env[68292]: DEBUG nova.scheduler.client.report [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1303.622353] env[68292]: DEBUG nova.compute.provider_tree [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 165 to 166 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1303.622538] env[68292]: DEBUG nova.compute.provider_tree [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1303.915721] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058387} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.916018] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.916803] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51f1d38-c6ad-4d0f-9d4c-b0180da0f2c0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.949753] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4/4b3fb6b3-1fed-434c-8eb4-e63ae31099c4.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.950045] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db3b8d8-7771-436f-8f70-49ccb129ef68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.969297] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1303.969297] env[68292]: value = "task-3072993" [ 1303.969297] env[68292]: _type = "Task" [ 1303.969297] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.978361] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.127821] env[68292]: DEBUG oslo_concurrency.lockutils [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.436s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.150973] env[68292]: INFO nova.scheduler.client.report [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Deleted allocations for instance 93ea8365-56d5-406d-adea-9acfe659fc3f [ 1304.479849] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072993, 'name': ReconfigVM_Task, 'duration_secs': 0.268628} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.479943] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4/4b3fb6b3-1fed-434c-8eb4-e63ae31099c4.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.480659] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-925c0b27-8f84-4a5d-9655-008126967c45 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.487543] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1304.487543] env[68292]: value = "task-3072994" [ 1304.487543] env[68292]: _type = "Task" [ 1304.487543] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.499607] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072994, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.657768] env[68292]: DEBUG oslo_concurrency.lockutils [None req-adabc703-bd4e-49de-a65b-af7aeb0c5027 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "93ea8365-56d5-406d-adea-9acfe659fc3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.555s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.997230] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072994, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.497910] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072994, 'name': Rename_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.748214] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquiring lock "d73c7121-75ab-4b2c-ae48-58db29722b7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.748461] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lock "d73c7121-75ab-4b2c-ae48-58db29722b7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.998539] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072994, 'name': Rename_Task, 'duration_secs': 1.139012} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.998909] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.999088] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6727340-a9a9-41e9-85c9-a0452e06d0b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.005685] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1306.005685] env[68292]: value = "task-3072996" [ 1306.005685] env[68292]: _type = "Task" [ 1306.005685] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.015069] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.122214] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.122454] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.250532] env[68292]: DEBUG nova.compute.manager [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.274648] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.274892] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.515708] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.628433] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.628631] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.628787] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.628942] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.629105] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.629259] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.629392] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68292) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1306.629543] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.777245] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.777524] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.779130] env[68292]: INFO nova.compute.claims [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.781615] env[68292]: DEBUG nova.compute.manager [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.016632] env[68292]: DEBUG oslo_vmware.api [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3072996, 'name': PowerOnVM_Task, 'duration_secs': 0.893692} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.016898] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.017170] env[68292]: INFO nova.compute.manager [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1307.017300] env[68292]: DEBUG nova.compute.manager [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.018103] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6491c61f-2fcb-4f48-a233-e8c059d1e05a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.132104] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.304636] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.536710] env[68292]: INFO nova.compute.manager [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Took 13.02 seconds to build instance. [ 1307.695454] env[68292]: DEBUG nova.compute.manager [req-4dbebc81-af5f-4604-944c-fcc04c7da001 req-0ce4bd18-04cd-43a4-a875-0f2582fb06cc service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Received event network-changed-e6e98208-866a-4f01-95e4-a681e5ffce27 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.695686] env[68292]: DEBUG nova.compute.manager [req-4dbebc81-af5f-4604-944c-fcc04c7da001 req-0ce4bd18-04cd-43a4-a875-0f2582fb06cc service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Refreshing instance network info cache due to event network-changed-e6e98208-866a-4f01-95e4-a681e5ffce27. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.695909] env[68292]: DEBUG oslo_concurrency.lockutils [req-4dbebc81-af5f-4604-944c-fcc04c7da001 req-0ce4bd18-04cd-43a4-a875-0f2582fb06cc service nova] Acquiring lock "refresh_cache-4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.696070] env[68292]: DEBUG oslo_concurrency.lockutils [req-4dbebc81-af5f-4604-944c-fcc04c7da001 req-0ce4bd18-04cd-43a4-a875-0f2582fb06cc service nova] Acquired lock "refresh_cache-4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.696234] env[68292]: DEBUG nova.network.neutron [req-4dbebc81-af5f-4604-944c-fcc04c7da001 req-0ce4bd18-04cd-43a4-a875-0f2582fb06cc service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Refreshing network info cache for port e6e98208-866a-4f01-95e4-a681e5ffce27 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.888018] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a443ac-4373-42ef-8f4f-63987ed40f5b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.894980] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511bfe7a-892e-44a8-abbc-ef6083fa7f5f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.925325] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb914d6c-a6d1-4156-a673-82e6cb32be3b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.932968] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151902d6-c7c3-416e-8fdd-4e61eff6c8ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.946492] env[68292]: DEBUG nova.compute.provider_tree [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.039182] env[68292]: DEBUG oslo_concurrency.lockutils [None req-33b7e3c5-d321-43a0-8371-ecabdb2f2471 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.525s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.402785] env[68292]: DEBUG nova.network.neutron [req-4dbebc81-af5f-4604-944c-fcc04c7da001 req-0ce4bd18-04cd-43a4-a875-0f2582fb06cc service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Updated VIF entry in instance network info cache for port e6e98208-866a-4f01-95e4-a681e5ffce27. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.403196] env[68292]: DEBUG nova.network.neutron [req-4dbebc81-af5f-4604-944c-fcc04c7da001 req-0ce4bd18-04cd-43a4-a875-0f2582fb06cc service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Updating instance_info_cache with network_info: [{"id": "e6e98208-866a-4f01-95e4-a681e5ffce27", "address": "fa:16:3e:60:db:a6", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e98208-86", "ovs_interfaceid": "e6e98208-866a-4f01-95e4-a681e5ffce27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.449537] env[68292]: DEBUG nova.scheduler.client.report [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.905757] env[68292]: DEBUG oslo_concurrency.lockutils [req-4dbebc81-af5f-4604-944c-fcc04c7da001 req-0ce4bd18-04cd-43a4-a875-0f2582fb06cc service nova] Releasing lock "refresh_cache-4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.954934] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.956090] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.824s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.956721] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.956721] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1308.956721] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.652s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.958299] env[68292]: INFO nova.compute.claims [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.961696] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79394877-0ed0-4ca0-b3b0-c39a60a36423 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.970461] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a54c9b2-279a-4871-bad5-0a1fe6211cc1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.984465] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6642bd-fe36-4cb9-963e-84f90fbc7643 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.991713] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68970d6-5566-46f7-a43d-c81c67ceb549 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.024050] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179802MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1309.024216] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.461958] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquiring lock "36ac7691-fe5e-46a0-ba11-be166ebd2b84" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.462323] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lock "36ac7691-fe5e-46a0-ba11-be166ebd2b84" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.899928] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.900233] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.900424] env[68292]: INFO nova.compute.manager [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Shelving [ 1309.964901] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lock "36ac7691-fe5e-46a0-ba11-be166ebd2b84" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.965475] env[68292]: DEBUG nova.compute.manager [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.053933] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63e96c3-4c8c-4b51-aa72-885a7bf55a93 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.061365] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215ff4d3-abed-49cb-a1df-ebbf992e9f72 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.092603] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b42cbb-e0a4-4222-9997-41ed08b8dcd9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.100245] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e67eec8-c4a1-471e-9f0a-eca162c72047 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.113392] env[68292]: DEBUG nova.compute.provider_tree [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.472313] env[68292]: DEBUG nova.compute.utils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.473731] env[68292]: DEBUG nova.compute.manager [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.473903] env[68292]: DEBUG nova.network.neutron [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.524721] env[68292]: DEBUG nova.policy [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e67339e7bf145bcbc48ce96c06ca650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d580e01250346b98ae639f0b9f506f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.616370] env[68292]: DEBUG nova.scheduler.client.report [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.815225] env[68292]: DEBUG nova.network.neutron [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Successfully created port: 4bb22c46-57cf-457f-9a6c-b641a17b19de {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.909845] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.910169] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5d73280-b69a-4def-8803-f463eeaedb67 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.917492] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1310.917492] env[68292]: value = "task-3072999" [ 1310.917492] env[68292]: _type = "Task" [ 1310.917492] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.926334] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.977229] env[68292]: DEBUG nova.compute.manager [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.123997] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.125096] env[68292]: DEBUG nova.compute.manager [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1311.128346] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.104s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.434382] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3072999, 'name': PowerOffVM_Task, 'duration_secs': 0.233715} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.434382] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.434382] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9f4e72-79b0-4de1-bc26-38577316e1eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.454091] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f6d71c-0de3-4811-bdae-fb55a572b364 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.632272] env[68292]: DEBUG nova.compute.utils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1311.637791] env[68292]: DEBUG nova.compute.manager [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1311.637791] env[68292]: DEBUG nova.network.neutron [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1311.701779] env[68292]: DEBUG nova.policy [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d9ccc2985ee464281c440f63264adf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16e8c0bea4d4195a85f1146cef05a8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1311.964497] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Creating Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1311.964834] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-63a7686e-50f8-457f-a3ca-517a3583c1de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.974195] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1311.974195] env[68292]: value = "task-3073001" [ 1311.974195] env[68292]: _type = "Task" [ 1311.974195] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.983994] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073001, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.986101] env[68292]: DEBUG nova.compute.manager [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.016203] env[68292]: DEBUG nova.virt.hardware [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.016514] env[68292]: DEBUG nova.virt.hardware [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.016675] env[68292]: DEBUG nova.virt.hardware [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.016872] env[68292]: DEBUG nova.virt.hardware [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.016999] env[68292]: DEBUG nova.virt.hardware [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.017276] env[68292]: DEBUG nova.virt.hardware [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.017490] env[68292]: DEBUG nova.virt.hardware [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.017643] env[68292]: DEBUG nova.virt.hardware [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.018211] env[68292]: DEBUG nova.virt.hardware [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.018211] env[68292]: DEBUG nova.virt.hardware [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.018211] env[68292]: DEBUG nova.virt.hardware [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.019069] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978e1a95-5188-4a4d-b365-66be911efb94 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.027327] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6333c181-bc7b-41bb-95a2-19d1e677ffc2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.138225] env[68292]: DEBUG nova.compute.manager [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1312.176696] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance a2554572-80d3-4348-b139-571d724558f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.176975] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.176975] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 4ea85e95-b366-4dd8-a72a-6a172a66d669 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.177096] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.178025] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance d73c7121-75ab-4b2c-ae48-58db29722b7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.178025] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 91b13f26-6e08-4d1b-b485-7edaa36f71e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.178025] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1312.178025] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1312.193459] env[68292]: DEBUG nova.network.neutron [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Successfully created port: a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1312.280535] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee090bd-e69e-4f55-88bd-1042909e549f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.291100] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dac481d-7a4f-4b59-9b4d-f68935e57760 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.296160] env[68292]: DEBUG nova.compute.manager [req-4b2b6aed-343e-4310-b4f2-3f17dd6ed030 req-e904ce08-1d93-4d55-b677-ede044038055 service nova] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Received event network-vif-plugged-4bb22c46-57cf-457f-9a6c-b641a17b19de {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.296509] env[68292]: DEBUG oslo_concurrency.lockutils [req-4b2b6aed-343e-4310-b4f2-3f17dd6ed030 req-e904ce08-1d93-4d55-b677-ede044038055 service nova] Acquiring lock "d73c7121-75ab-4b2c-ae48-58db29722b7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.296842] env[68292]: DEBUG oslo_concurrency.lockutils [req-4b2b6aed-343e-4310-b4f2-3f17dd6ed030 req-e904ce08-1d93-4d55-b677-ede044038055 service nova] Lock "d73c7121-75ab-4b2c-ae48-58db29722b7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.297167] env[68292]: DEBUG oslo_concurrency.lockutils [req-4b2b6aed-343e-4310-b4f2-3f17dd6ed030 req-e904ce08-1d93-4d55-b677-ede044038055 service nova] Lock "d73c7121-75ab-4b2c-ae48-58db29722b7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.297449] env[68292]: DEBUG nova.compute.manager [req-4b2b6aed-343e-4310-b4f2-3f17dd6ed030 req-e904ce08-1d93-4d55-b677-ede044038055 service nova] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] No waiting events found dispatching network-vif-plugged-4bb22c46-57cf-457f-9a6c-b641a17b19de {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.297723] env[68292]: WARNING nova.compute.manager [req-4b2b6aed-343e-4310-b4f2-3f17dd6ed030 req-e904ce08-1d93-4d55-b677-ede044038055 service nova] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Received unexpected event network-vif-plugged-4bb22c46-57cf-457f-9a6c-b641a17b19de for instance with vm_state building and task_state spawning. [ 1312.329989] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16c7376-60fc-42a0-9770-b5c183a38b88 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.342027] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04830751-0690-4a73-ab0e-14201879b04b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.361812] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.453291] env[68292]: DEBUG nova.network.neutron [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Successfully updated port: 4bb22c46-57cf-457f-9a6c-b641a17b19de {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.484282] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073001, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.865115] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.955928] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquiring lock "refresh_cache-d73c7121-75ab-4b2c-ae48-58db29722b7c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.955928] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquired lock "refresh_cache-d73c7121-75ab-4b2c-ae48-58db29722b7c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.955928] env[68292]: DEBUG nova.network.neutron [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.985868] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073001, 'name': CreateSnapshot_Task, 'duration_secs': 0.912056} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.986170] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Created Snapshot of the VM instance {{(pid=68292) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1312.986895] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baae0e70-9840-4288-ba51-ab430358c1f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.151932] env[68292]: DEBUG nova.compute.manager [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1313.178501] env[68292]: DEBUG nova.virt.hardware [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.178678] env[68292]: DEBUG nova.virt.hardware [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.178740] env[68292]: DEBUG nova.virt.hardware [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.178894] env[68292]: DEBUG nova.virt.hardware [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.179051] env[68292]: DEBUG nova.virt.hardware [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.179202] env[68292]: DEBUG nova.virt.hardware [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.179406] env[68292]: DEBUG nova.virt.hardware [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.179563] env[68292]: DEBUG nova.virt.hardware [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.179730] env[68292]: DEBUG nova.virt.hardware [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.179893] env[68292]: DEBUG nova.virt.hardware [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.180081] env[68292]: DEBUG nova.virt.hardware [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.181123] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f91c3f-51b4-46c9-a8a8-203bdc1c6b78 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.188984] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1460b50-50e8-4e33-aa82-941637a7d6b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.370307] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1313.370565] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.242s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.489021] env[68292]: DEBUG nova.network.neutron [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.505053] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Creating linked-clone VM from snapshot {{(pid=68292) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1313.507330] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63813141-f644-452e-a99a-3ff36452aa73 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.515322] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1313.515322] env[68292]: value = "task-3073003" [ 1313.515322] env[68292]: _type = "Task" [ 1313.515322] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.523563] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073003, 'name': CloneVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.617341] env[68292]: DEBUG nova.compute.manager [req-7d7bb402-b26a-47ee-a4e1-caa851a256f1 req-48948847-657b-4fec-bc94-78d4a0993072 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Received event network-vif-plugged-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.617563] env[68292]: DEBUG oslo_concurrency.lockutils [req-7d7bb402-b26a-47ee-a4e1-caa851a256f1 req-48948847-657b-4fec-bc94-78d4a0993072 service nova] Acquiring lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.617563] env[68292]: DEBUG oslo_concurrency.lockutils [req-7d7bb402-b26a-47ee-a4e1-caa851a256f1 req-48948847-657b-4fec-bc94-78d4a0993072 service nova] Lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.617726] env[68292]: DEBUG oslo_concurrency.lockutils [req-7d7bb402-b26a-47ee-a4e1-caa851a256f1 req-48948847-657b-4fec-bc94-78d4a0993072 service nova] Lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.618014] env[68292]: DEBUG nova.compute.manager [req-7d7bb402-b26a-47ee-a4e1-caa851a256f1 req-48948847-657b-4fec-bc94-78d4a0993072 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] No waiting events found dispatching network-vif-plugged-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.618121] env[68292]: WARNING nova.compute.manager [req-7d7bb402-b26a-47ee-a4e1-caa851a256f1 req-48948847-657b-4fec-bc94-78d4a0993072 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Received unexpected event network-vif-plugged-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 for instance with vm_state building and task_state spawning. [ 1313.620809] env[68292]: DEBUG nova.network.neutron [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Updating instance_info_cache with network_info: [{"id": "4bb22c46-57cf-457f-9a6c-b641a17b19de", "address": "fa:16:3e:ad:89:d8", "network": {"id": "a62bd4b3-8c05-4264-8f96-116297d11a31", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2123191230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d580e01250346b98ae639f0b9f506f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb22c46-57", "ovs_interfaceid": "4bb22c46-57cf-457f-9a6c-b641a17b19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.699838] env[68292]: DEBUG nova.network.neutron [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Successfully updated port: a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.025686] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073003, 'name': CloneVM_Task} progress is 94%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.123229] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Releasing lock "refresh_cache-d73c7121-75ab-4b2c-ae48-58db29722b7c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.123564] env[68292]: DEBUG nova.compute.manager [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Instance network_info: |[{"id": "4bb22c46-57cf-457f-9a6c-b641a17b19de", "address": "fa:16:3e:ad:89:d8", "network": {"id": "a62bd4b3-8c05-4264-8f96-116297d11a31", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2123191230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d580e01250346b98ae639f0b9f506f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb22c46-57", "ovs_interfaceid": "4bb22c46-57cf-457f-9a6c-b641a17b19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.124051] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:89:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bb22c46-57cf-457f-9a6c-b641a17b19de', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.132524] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Creating folder: Project (2d580e01250346b98ae639f0b9f506f9). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.132830] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82d84805-c635-497b-b7c6-0812b376b063 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.144212] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Created folder: Project (2d580e01250346b98ae639f0b9f506f9) in parent group-v614981. [ 1314.144423] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Creating folder: Instances. Parent ref: group-v615304. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.144673] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20e8bfa4-47bc-444a-9ab3-8d9701d5f564 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.154245] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Created folder: Instances in parent group-v615304. [ 1314.154460] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.154635] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.154818] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-710e2649-338e-4008-afc1-14dff2790a87 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.174278] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.174278] env[68292]: value = "task-3073006" [ 1314.174278] env[68292]: _type = "Task" [ 1314.174278] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.185857] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073006, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.202569] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.202703] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.202875] env[68292]: DEBUG nova.network.neutron [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.316906] env[68292]: DEBUG nova.compute.manager [req-8c141197-f553-4993-8ca9-e2c71010e2fb req-266c74a9-408a-4e4f-b319-7a2f15018911 service nova] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Received event network-changed-4bb22c46-57cf-457f-9a6c-b641a17b19de {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.317139] env[68292]: DEBUG nova.compute.manager [req-8c141197-f553-4993-8ca9-e2c71010e2fb req-266c74a9-408a-4e4f-b319-7a2f15018911 service nova] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Refreshing instance network info cache due to event network-changed-4bb22c46-57cf-457f-9a6c-b641a17b19de. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.317355] env[68292]: DEBUG oslo_concurrency.lockutils [req-8c141197-f553-4993-8ca9-e2c71010e2fb req-266c74a9-408a-4e4f-b319-7a2f15018911 service nova] Acquiring lock "refresh_cache-d73c7121-75ab-4b2c-ae48-58db29722b7c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.317497] env[68292]: DEBUG oslo_concurrency.lockutils [req-8c141197-f553-4993-8ca9-e2c71010e2fb req-266c74a9-408a-4e4f-b319-7a2f15018911 service nova] Acquired lock "refresh_cache-d73c7121-75ab-4b2c-ae48-58db29722b7c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.317705] env[68292]: DEBUG nova.network.neutron [req-8c141197-f553-4993-8ca9-e2c71010e2fb req-266c74a9-408a-4e4f-b319-7a2f15018911 service nova] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Refreshing network info cache for port 4bb22c46-57cf-457f-9a6c-b641a17b19de {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.528325] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073003, 'name': CloneVM_Task} progress is 100%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.684943] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073006, 'name': CreateVM_Task, 'duration_secs': 0.31062} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.685689] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.686221] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.686407] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.686737] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.687022] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e39ecb-3c1d-4a4e-825b-6df0d0daa84c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.691382] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Waiting for the task: (returnval){ [ 1314.691382] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a106c8-8e95-4f2c-51cb-f87b4bbf5d6e" [ 1314.691382] env[68292]: _type = "Task" [ 1314.691382] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.698627] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a106c8-8e95-4f2c-51cb-f87b4bbf5d6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.734232] env[68292]: DEBUG nova.network.neutron [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.865019] env[68292]: DEBUG nova.network.neutron [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updating instance_info_cache with network_info: [{"id": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "address": "fa:16:3e:cd:6e:3e", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b2b61e-7d", "ovs_interfaceid": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.026877] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073003, 'name': CloneVM_Task, 'duration_secs': 1.077111} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.027257] env[68292]: INFO nova.virt.vmwareapi.vmops [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Created linked-clone VM from snapshot [ 1315.027915] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37baa184-1b3c-446b-a1c7-bcdb554e8991 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.035427] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Uploading image cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1315.041434] env[68292]: DEBUG nova.network.neutron [req-8c141197-f553-4993-8ca9-e2c71010e2fb req-266c74a9-408a-4e4f-b319-7a2f15018911 service nova] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Updated VIF entry in instance network info cache for port 4bb22c46-57cf-457f-9a6c-b641a17b19de. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.041806] env[68292]: DEBUG nova.network.neutron [req-8c141197-f553-4993-8ca9-e2c71010e2fb req-266c74a9-408a-4e4f-b319-7a2f15018911 service nova] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Updating instance_info_cache with network_info: [{"id": "4bb22c46-57cf-457f-9a6c-b641a17b19de", "address": "fa:16:3e:ad:89:d8", "network": {"id": "a62bd4b3-8c05-4264-8f96-116297d11a31", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2123191230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d580e01250346b98ae639f0b9f506f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb22c46-57", "ovs_interfaceid": "4bb22c46-57cf-457f-9a6c-b641a17b19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.066799] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1315.066799] env[68292]: value = "vm-615303" [ 1315.066799] env[68292]: _type = "VirtualMachine" [ 1315.066799] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1315.066799] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ebc01298-962c-4605-91fb-b34e16a676fe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.073901] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lease: (returnval){ [ 1315.073901] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527d8c73-9df5-91f0-b710-5f698d89d7db" [ 1315.073901] env[68292]: _type = "HttpNfcLease" [ 1315.073901] env[68292]: } obtained for exporting VM: (result){ [ 1315.073901] env[68292]: value = "vm-615303" [ 1315.073901] env[68292]: _type = "VirtualMachine" [ 1315.073901] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1315.074248] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the lease: (returnval){ [ 1315.074248] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527d8c73-9df5-91f0-b710-5f698d89d7db" [ 1315.074248] env[68292]: _type = "HttpNfcLease" [ 1315.074248] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1315.081081] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.081081] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527d8c73-9df5-91f0-b710-5f698d89d7db" [ 1315.081081] env[68292]: _type = "HttpNfcLease" [ 1315.081081] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1315.201802] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a106c8-8e95-4f2c-51cb-f87b4bbf5d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.202041] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.202284] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.202518] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.202694] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.202924] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.203183] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7faa4db5-1d4c-4486-9e29-212c9ddd0f59 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.211532] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.211707] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.213083] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad36b598-dfbc-4e5c-8264-72b758e36b63 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.217572] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Waiting for the task: (returnval){ [ 1315.217572] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52c637f1-2e44-614e-9d22-d6362bfadef1" [ 1315.217572] env[68292]: _type = "Task" [ 1315.217572] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.224964] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c637f1-2e44-614e-9d22-d6362bfadef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.369335] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.369607] env[68292]: DEBUG nova.compute.manager [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Instance network_info: |[{"id": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "address": "fa:16:3e:cd:6e:3e", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b2b61e-7d", "ovs_interfaceid": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1315.370126] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:6e:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.377427] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.377636] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.377856] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b8c89d6-3623-4b14-8ee1-0269786b5c3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.399189] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.399189] env[68292]: value = "task-3073008" [ 1315.399189] env[68292]: _type = "Task" [ 1315.399189] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.406658] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073008, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.545069] env[68292]: DEBUG oslo_concurrency.lockutils [req-8c141197-f553-4993-8ca9-e2c71010e2fb req-266c74a9-408a-4e4f-b319-7a2f15018911 service nova] Releasing lock "refresh_cache-d73c7121-75ab-4b2c-ae48-58db29722b7c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.583183] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.583183] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527d8c73-9df5-91f0-b710-5f698d89d7db" [ 1315.583183] env[68292]: _type = "HttpNfcLease" [ 1315.583183] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1315.583531] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1315.583531] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527d8c73-9df5-91f0-b710-5f698d89d7db" [ 1315.583531] env[68292]: _type = "HttpNfcLease" [ 1315.583531] env[68292]: }. {{(pid=68292) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1315.584282] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d33bf2-3d28-427f-90cc-773b2a66ccb9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.592687] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528afa04-7281-3aa7-4f97-7330ea918b27/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1315.592842] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528afa04-7281-3aa7-4f97-7330ea918b27/disk-0.vmdk for reading. {{(pid=68292) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1315.652038] env[68292]: DEBUG nova.compute.manager [req-8a1cb9a4-43f9-4ca3-8d09-c3e15167cbbb req-7fa47d97-0450-43d0-beaf-fcd2f380b6bb service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Received event network-changed-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.652246] env[68292]: DEBUG nova.compute.manager [req-8a1cb9a4-43f9-4ca3-8d09-c3e15167cbbb req-7fa47d97-0450-43d0-beaf-fcd2f380b6bb service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Refreshing instance network info cache due to event network-changed-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.652458] env[68292]: DEBUG oslo_concurrency.lockutils [req-8a1cb9a4-43f9-4ca3-8d09-c3e15167cbbb req-7fa47d97-0450-43d0-beaf-fcd2f380b6bb service nova] Acquiring lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.652601] env[68292]: DEBUG oslo_concurrency.lockutils [req-8a1cb9a4-43f9-4ca3-8d09-c3e15167cbbb req-7fa47d97-0450-43d0-beaf-fcd2f380b6bb service nova] Acquired lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.652765] env[68292]: DEBUG nova.network.neutron [req-8a1cb9a4-43f9-4ca3-8d09-c3e15167cbbb req-7fa47d97-0450-43d0-beaf-fcd2f380b6bb service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Refreshing network info cache for port a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.684693] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e52be51-d48c-435f-86b8-a7f5e577ef14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.727269] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52c637f1-2e44-614e-9d22-d6362bfadef1, 'name': SearchDatastore_Task, 'duration_secs': 0.008377} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.728109] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250f3d2e-7122-41d9-9835-cb6e60f604c4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.733375] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Waiting for the task: (returnval){ [ 1315.733375] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b9425c-e313-feb2-e762-955f926cacd8" [ 1315.733375] env[68292]: _type = "Task" [ 1315.733375] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.741050] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b9425c-e313-feb2-e762-955f926cacd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.910717] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073008, 'name': CreateVM_Task, 'duration_secs': 0.30205} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.910944] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.911541] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.911703] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.912066] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.912332] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e44f44-b353-4a91-b0ff-f16cea560ddc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.917128] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1315.917128] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52558840-0355-92f3-0d62-59829c080ea9" [ 1315.917128] env[68292]: _type = "Task" [ 1315.917128] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.925172] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52558840-0355-92f3-0d62-59829c080ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.246469] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b9425c-e313-feb2-e762-955f926cacd8, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.247310] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.247562] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] d73c7121-75ab-4b2c-ae48-58db29722b7c/d73c7121-75ab-4b2c-ae48-58db29722b7c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.247922] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2d36239-97d4-4347-931b-d999fd010f1f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.255135] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Waiting for the task: (returnval){ [ 1316.255135] env[68292]: value = "task-3073010" [ 1316.255135] env[68292]: _type = "Task" [ 1316.255135] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.264813] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.369668] env[68292]: DEBUG nova.network.neutron [req-8a1cb9a4-43f9-4ca3-8d09-c3e15167cbbb req-7fa47d97-0450-43d0-beaf-fcd2f380b6bb service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updated VIF entry in instance network info cache for port a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.369668] env[68292]: DEBUG nova.network.neutron [req-8a1cb9a4-43f9-4ca3-8d09-c3e15167cbbb req-7fa47d97-0450-43d0-beaf-fcd2f380b6bb service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updating instance_info_cache with network_info: [{"id": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "address": "fa:16:3e:cd:6e:3e", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b2b61e-7d", "ovs_interfaceid": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.431567] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52558840-0355-92f3-0d62-59829c080ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.432228] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.432579] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.432947] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.433215] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.433498] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.433903] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80c9a418-f77b-49e5-9b4c-a0e14a7cbec4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.448639] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.448922] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.449827] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791155ef-8fdf-4ae3-b85b-85aa947be7bf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.456189] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1316.456189] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52e93fc7-adb6-f0ff-1b39-4f3ba3b05cdb" [ 1316.456189] env[68292]: _type = "Task" [ 1316.456189] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.464658] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e93fc7-adb6-f0ff-1b39-4f3ba3b05cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.766445] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469981} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.766614] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] d73c7121-75ab-4b2c-ae48-58db29722b7c/d73c7121-75ab-4b2c-ae48-58db29722b7c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.766891] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.767210] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f06ee39d-4194-4b2c-bffb-5fe175452749 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.773421] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Waiting for the task: (returnval){ [ 1316.773421] env[68292]: value = "task-3073011" [ 1316.773421] env[68292]: _type = "Task" [ 1316.773421] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.781662] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.872562] env[68292]: DEBUG oslo_concurrency.lockutils [req-8a1cb9a4-43f9-4ca3-8d09-c3e15167cbbb req-7fa47d97-0450-43d0-beaf-fcd2f380b6bb service nova] Releasing lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.966620] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52e93fc7-adb6-f0ff-1b39-4f3ba3b05cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.060198} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.967515] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a127c22a-5e8b-4350-831d-ab2b4cb1e45f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.973304] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1316.973304] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52434d48-e27c-72fe-a49c-cdd0c0bc32ad" [ 1316.973304] env[68292]: _type = "Task" [ 1316.973304] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.981499] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52434d48-e27c-72fe-a49c-cdd0c0bc32ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.283401] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066453} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.284123] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.285129] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474ff742-f64e-4659-803b-fe199e96ff2f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.307173] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] d73c7121-75ab-4b2c-ae48-58db29722b7c/d73c7121-75ab-4b2c-ae48-58db29722b7c.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.307497] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f48ed4cd-70c3-4f8e-a557-6394564827a0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.327589] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Waiting for the task: (returnval){ [ 1317.327589] env[68292]: value = "task-3073012" [ 1317.327589] env[68292]: _type = "Task" [ 1317.327589] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.338717] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.483375] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52434d48-e27c-72fe-a49c-cdd0c0bc32ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.484054] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.484222] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 91b13f26-6e08-4d1b-b485-7edaa36f71e0/91b13f26-6e08-4d1b-b485-7edaa36f71e0.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.484502] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2312a29f-ff6e-40e4-9960-4a59501fba12 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.491511] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1317.491511] env[68292]: value = "task-3073013" [ 1317.491511] env[68292]: _type = "Task" [ 1317.491511] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.499564] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.838397] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073012, 'name': ReconfigVM_Task, 'duration_secs': 0.348419} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.838726] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Reconfigured VM instance instance-00000077 to attach disk [datastore2] d73c7121-75ab-4b2c-ae48-58db29722b7c/d73c7121-75ab-4b2c-ae48-58db29722b7c.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.839445] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79136909-efe4-4473-a3df-346dd64d1746 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.846776] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Waiting for the task: (returnval){ [ 1317.846776] env[68292]: value = "task-3073015" [ 1317.846776] env[68292]: _type = "Task" [ 1317.846776] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.855648] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073015, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.002807] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469803} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.002807] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 91b13f26-6e08-4d1b-b485-7edaa36f71e0/91b13f26-6e08-4d1b-b485-7edaa36f71e0.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.003213] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.003896] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a4a5af6-a8a3-4900-930a-a517d54f1c73 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.011081] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1318.011081] env[68292]: value = "task-3073016" [ 1318.011081] env[68292]: _type = "Task" [ 1318.011081] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.019495] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.356524] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073015, 'name': Rename_Task, 'duration_secs': 0.220713} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.357089] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.357230] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df7c3a41-fedb-4cc4-9c74-12d737b03885 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.364167] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Waiting for the task: (returnval){ [ 1318.364167] env[68292]: value = "task-3073017" [ 1318.364167] env[68292]: _type = "Task" [ 1318.364167] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.371980] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.520746] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085794} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.520988] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.521773] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f698cd-2c0d-4826-aafc-1e436399537e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.544164] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 91b13f26-6e08-4d1b-b485-7edaa36f71e0/91b13f26-6e08-4d1b-b485-7edaa36f71e0.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.544492] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7fc0276-a805-4c05-a0f8-281f5807538c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.564379] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1318.564379] env[68292]: value = "task-3073018" [ 1318.564379] env[68292]: _type = "Task" [ 1318.564379] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.572713] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.875176] env[68292]: DEBUG oslo_vmware.api [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073017, 'name': PowerOnVM_Task, 'duration_secs': 0.48121} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.875467] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.875676] env[68292]: INFO nova.compute.manager [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1318.875856] env[68292]: DEBUG nova.compute.manager [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.876648] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f6db1a-fb19-4ca4-9f48-56fea5aa0566 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.075486] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073018, 'name': ReconfigVM_Task, 'duration_secs': 0.296324} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.075795] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 91b13f26-6e08-4d1b-b485-7edaa36f71e0/91b13f26-6e08-4d1b-b485-7edaa36f71e0.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.076509] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4813f9c-f486-46f7-b4cf-1f3c43747c5a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.083617] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1319.083617] env[68292]: value = "task-3073019" [ 1319.083617] env[68292]: _type = "Task" [ 1319.083617] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.093838] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073019, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.393352] env[68292]: INFO nova.compute.manager [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Took 12.64 seconds to build instance. [ 1319.593233] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073019, 'name': Rename_Task, 'duration_secs': 0.132449} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.593514] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.593757] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d356f204-c7f3-4cc4-8c5c-cca8540da88c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.598949] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1319.598949] env[68292]: value = "task-3073021" [ 1319.598949] env[68292]: _type = "Task" [ 1319.598949] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.606340] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.895976] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6c397202-e9e5-4bcd-915d-398cd28466d5 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lock "d73c7121-75ab-4b2c-ae48-58db29722b7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.147s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.045061] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquiring lock "d73c7121-75ab-4b2c-ae48-58db29722b7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.045241] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lock "d73c7121-75ab-4b2c-ae48-58db29722b7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.045404] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquiring lock "d73c7121-75ab-4b2c-ae48-58db29722b7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.045593] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lock "d73c7121-75ab-4b2c-ae48-58db29722b7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.045767] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lock "d73c7121-75ab-4b2c-ae48-58db29722b7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.048220] env[68292]: INFO nova.compute.manager [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Terminating instance [ 1320.109733] env[68292]: DEBUG oslo_vmware.api [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073021, 'name': PowerOnVM_Task, 'duration_secs': 0.502668} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.110020] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.110232] env[68292]: INFO nova.compute.manager [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1320.110417] env[68292]: DEBUG nova.compute.manager [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.111217] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82c7aba-f677-46cd-9fa0-760d600623bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.552812] env[68292]: DEBUG nova.compute.manager [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.553328] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.554101] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a32a5-6c8a-4810-a79e-4246603a811c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.562536] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.562815] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-733c5134-ff2c-4b18-aebe-02224f6f62f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.569368] env[68292]: DEBUG oslo_vmware.api [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Waiting for the task: (returnval){ [ 1320.569368] env[68292]: value = "task-3073022" [ 1320.569368] env[68292]: _type = "Task" [ 1320.569368] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.577694] env[68292]: DEBUG oslo_vmware.api [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.636621] env[68292]: INFO nova.compute.manager [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Took 13.35 seconds to build instance. [ 1321.079889] env[68292]: DEBUG oslo_vmware.api [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073022, 'name': PowerOffVM_Task, 'duration_secs': 0.223832} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.080325] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.080404] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.080680] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-100f1cf6-868f-4709-9446-9776515908a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.139261] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ef907d46-6721-481b-a413-c6a6251b3846 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.864s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.141047] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.141243] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.141551] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Deleting the datastore file [datastore2] d73c7121-75ab-4b2c-ae48-58db29722b7c {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.141940] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-523a4e1f-db7f-4920-be3e-babf149f1859 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.149232] env[68292]: DEBUG oslo_vmware.api [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Waiting for the task: (returnval){ [ 1321.149232] env[68292]: value = "task-3073024" [ 1321.149232] env[68292]: _type = "Task" [ 1321.149232] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.157624] env[68292]: DEBUG oslo_vmware.api [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.643924] env[68292]: DEBUG nova.compute.manager [req-6e2ebc67-01b0-4f58-9ede-a8cf973c1a58 req-bd7f4b70-88bd-4b9a-9058-7689723abce5 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Received event network-changed-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.643924] env[68292]: DEBUG nova.compute.manager [req-6e2ebc67-01b0-4f58-9ede-a8cf973c1a58 req-bd7f4b70-88bd-4b9a-9058-7689723abce5 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Refreshing instance network info cache due to event network-changed-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1321.644620] env[68292]: DEBUG oslo_concurrency.lockutils [req-6e2ebc67-01b0-4f58-9ede-a8cf973c1a58 req-bd7f4b70-88bd-4b9a-9058-7689723abce5 service nova] Acquiring lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.644620] env[68292]: DEBUG oslo_concurrency.lockutils [req-6e2ebc67-01b0-4f58-9ede-a8cf973c1a58 req-bd7f4b70-88bd-4b9a-9058-7689723abce5 service nova] Acquired lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.644806] env[68292]: DEBUG nova.network.neutron [req-6e2ebc67-01b0-4f58-9ede-a8cf973c1a58 req-bd7f4b70-88bd-4b9a-9058-7689723abce5 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Refreshing network info cache for port a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.663396] env[68292]: DEBUG oslo_vmware.api [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Task: {'id': task-3073024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258245} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.663670] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.663887] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.664095] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.664286] env[68292]: INFO nova.compute.manager [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1321.664839] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.665380] env[68292]: DEBUG nova.compute.manager [-] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.665491] env[68292]: DEBUG nova.network.neutron [-] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.399403] env[68292]: DEBUG nova.network.neutron [req-6e2ebc67-01b0-4f58-9ede-a8cf973c1a58 req-bd7f4b70-88bd-4b9a-9058-7689723abce5 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updated VIF entry in instance network info cache for port a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.399810] env[68292]: DEBUG nova.network.neutron [req-6e2ebc67-01b0-4f58-9ede-a8cf973c1a58 req-bd7f4b70-88bd-4b9a-9058-7689723abce5 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updating instance_info_cache with network_info: [{"id": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "address": "fa:16:3e:cd:6e:3e", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b2b61e-7d", "ovs_interfaceid": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.576368] env[68292]: DEBUG nova.network.neutron [-] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.657698] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.658029] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.902782] env[68292]: DEBUG oslo_concurrency.lockutils [req-6e2ebc67-01b0-4f58-9ede-a8cf973c1a58 req-bd7f4b70-88bd-4b9a-9058-7689723abce5 service nova] Releasing lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.080243] env[68292]: INFO nova.compute.manager [-] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Took 1.41 seconds to deallocate network for instance. [ 1323.160561] env[68292]: DEBUG nova.compute.manager [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1323.434749] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528afa04-7281-3aa7-4f97-7330ea918b27/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1323.435783] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bce737d-7a0a-4e65-bf9b-bcb69d43be5b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.442568] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528afa04-7281-3aa7-4f97-7330ea918b27/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1323.442760] env[68292]: ERROR oslo_vmware.rw_handles [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528afa04-7281-3aa7-4f97-7330ea918b27/disk-0.vmdk due to incomplete transfer. [ 1323.442995] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-70b4f140-461e-4dfe-9372-d9d3105c681d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.450121] env[68292]: DEBUG oslo_vmware.rw_handles [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528afa04-7281-3aa7-4f97-7330ea918b27/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1323.450320] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Uploaded image cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc to the Glance image server {{(pid=68292) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1323.452511] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Destroying the VM {{(pid=68292) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1323.453040] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cd195ae8-4d2f-43da-87ba-2a764494f6a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.458199] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1323.458199] env[68292]: value = "task-3073026" [ 1323.458199] env[68292]: _type = "Task" [ 1323.458199] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.465487] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073026, 'name': Destroy_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.588020] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.588435] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.588682] env[68292]: DEBUG nova.objects.instance [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lazy-loading 'resources' on Instance uuid d73c7121-75ab-4b2c-ae48-58db29722b7c {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.677827] env[68292]: DEBUG nova.compute.manager [req-dc414d46-a31e-477e-a339-6445f274a64f req-ee311c8b-8d22-4192-90fb-255ae992ccfa service nova] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Received event network-vif-deleted-4bb22c46-57cf-457f-9a6c-b641a17b19de {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.689307] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.967735] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073026, 'name': Destroy_Task, 'duration_secs': 0.312159} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.968009] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Destroyed the VM [ 1323.968318] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Deleting Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1323.968568] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80892850-cbe6-400c-b326-1908b5779a60 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.974442] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1323.974442] env[68292]: value = "task-3073028" [ 1323.974442] env[68292]: _type = "Task" [ 1323.974442] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.982989] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073028, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.181569] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79508550-c2c7-4d8c-937b-72c2f039a374 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.189253] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fd6688-607d-490c-95fb-7d98027b9adc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.219132] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe94c9-ad48-43f9-97f1-7a1e4f8208bf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.226487] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6b39d1-d059-4295-9c78-be7d205edce6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.239400] env[68292]: DEBUG nova.compute.provider_tree [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.483830] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073028, 'name': RemoveSnapshot_Task, 'duration_secs': 0.341284} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.484600] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Deleted Snapshot of the VM instance {{(pid=68292) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1324.484933] env[68292]: DEBUG nova.compute.manager [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.485851] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c2c0b6-4855-4b35-a4fa-67dde17c6f86 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.742841] env[68292]: DEBUG nova.scheduler.client.report [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.997847] env[68292]: INFO nova.compute.manager [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Shelve offloading [ 1325.249719] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.251986] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.563s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.253554] env[68292]: INFO nova.compute.claims [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.268889] env[68292]: INFO nova.scheduler.client.report [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Deleted allocations for instance d73c7121-75ab-4b2c-ae48-58db29722b7c [ 1325.501857] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.502209] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45d40c40-45eb-4656-ae09-2eea87eefe86 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.509456] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1325.509456] env[68292]: value = "task-3073029" [ 1325.509456] env[68292]: _type = "Task" [ 1325.509456] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.517291] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.775593] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9148f444-0fe7-4afa-a2c1-83f41c642809 tempest-ServerGroupTestJSON-1523280501 tempest-ServerGroupTestJSON-1523280501-project-member] Lock "d73c7121-75ab-4b2c-ae48-58db29722b7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.730s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.020228] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1326.020449] env[68292]: DEBUG nova.compute.manager [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.021209] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a373661c-6f97-4b3a-99e0-6d3a542037bb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.026721] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.026849] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.027026] env[68292]: DEBUG nova.network.neutron [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.360323] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5734a2b-95ba-48b2-9f65-20f2beb224e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.368300] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58f64de-9a4d-435d-a685-bdf4a663dbf8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.399227] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042bb6ca-b50c-4c21-9d70-b8f127e49e03 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.405482] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d28a3a-ab5a-4599-b6c2-7d3ce93acb29 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.419805] env[68292]: DEBUG nova.compute.provider_tree [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.770047] env[68292]: DEBUG nova.network.neutron [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updating instance_info_cache with network_info: [{"id": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "address": "fa:16:3e:e8:39:c1", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09b15a3-a2", "ovs_interfaceid": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.852466] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "91e43518-1929-4a1d-90a2-3f5e13e2c662" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.852743] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "91e43518-1929-4a1d-90a2-3f5e13e2c662" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.923285] env[68292]: DEBUG nova.scheduler.client.report [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.272707] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.355690] env[68292]: DEBUG nova.compute.manager [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1327.428932] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.429804] env[68292]: DEBUG nova.compute.manager [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.555845] env[68292]: DEBUG nova.compute.manager [req-d0e47547-f996-489e-89e7-fc89adf832e9 req-c7951c4f-ff81-4bab-8d75-d72c8cca494b service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Received event network-vif-unplugged-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.556144] env[68292]: DEBUG oslo_concurrency.lockutils [req-d0e47547-f996-489e-89e7-fc89adf832e9 req-c7951c4f-ff81-4bab-8d75-d72c8cca494b service nova] Acquiring lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.556399] env[68292]: DEBUG oslo_concurrency.lockutils [req-d0e47547-f996-489e-89e7-fc89adf832e9 req-c7951c4f-ff81-4bab-8d75-d72c8cca494b service nova] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.556494] env[68292]: DEBUG oslo_concurrency.lockutils [req-d0e47547-f996-489e-89e7-fc89adf832e9 req-c7951c4f-ff81-4bab-8d75-d72c8cca494b service nova] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.556663] env[68292]: DEBUG nova.compute.manager [req-d0e47547-f996-489e-89e7-fc89adf832e9 req-c7951c4f-ff81-4bab-8d75-d72c8cca494b service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] No waiting events found dispatching network-vif-unplugged-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1327.556830] env[68292]: WARNING nova.compute.manager [req-d0e47547-f996-489e-89e7-fc89adf832e9 req-c7951c4f-ff81-4bab-8d75-d72c8cca494b service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Received unexpected event network-vif-unplugged-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 for instance with vm_state shelved and task_state shelving_offloading. [ 1327.661639] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.662640] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eedaa5-3933-4a21-9447-9c832d1e0a14 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.670706] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.670951] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-781e4008-20a3-46be-a2ff-21bc557dddbc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.735817] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.736016] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.736211] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleting the datastore file [datastore1] ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.736495] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f791a11-e3fe-484c-872a-2dfc308ea752 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.742397] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1327.742397] env[68292]: value = "task-3073031" [ 1327.742397] env[68292]: _type = "Task" [ 1327.742397] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.750179] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.880389] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.880742] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.882246] env[68292]: INFO nova.compute.claims [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.940484] env[68292]: DEBUG nova.compute.utils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.941133] env[68292]: DEBUG nova.compute.manager [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.941370] env[68292]: DEBUG nova.network.neutron [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.987589] env[68292]: DEBUG nova.policy [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d9ccc2985ee464281c440f63264adf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16e8c0bea4d4195a85f1146cef05a8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.254699] env[68292]: DEBUG oslo_vmware.api [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146501} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.254959] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.255233] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.255330] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.257806] env[68292]: DEBUG nova.network.neutron [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Successfully created port: 84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.285967] env[68292]: INFO nova.scheduler.client.report [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleted allocations for instance ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c [ 1328.445095] env[68292]: DEBUG nova.compute.manager [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.691556] env[68292]: DEBUG oslo_concurrency.lockutils [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.691810] env[68292]: DEBUG oslo_concurrency.lockutils [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.790675] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.995804] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1b087a-6159-49a4-ad63-71934c419b03 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.006014] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06920a7-75c0-4435-a71c-b0e25a61493f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.039838] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e3ae06-ae05-410a-856a-64a740d7d652 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.045779] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1951667d-d2de-4604-9740-fe918ebae0ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.061533] env[68292]: DEBUG nova.compute.provider_tree [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.195902] env[68292]: DEBUG nova.compute.utils [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.454934] env[68292]: DEBUG nova.compute.manager [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.486783] env[68292]: DEBUG nova.virt.hardware [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.487121] env[68292]: DEBUG nova.virt.hardware [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.491138] env[68292]: DEBUG nova.virt.hardware [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.491373] env[68292]: DEBUG nova.virt.hardware [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.491530] env[68292]: DEBUG nova.virt.hardware [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.491681] env[68292]: DEBUG nova.virt.hardware [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.491892] env[68292]: DEBUG nova.virt.hardware [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.492086] env[68292]: DEBUG nova.virt.hardware [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.492268] env[68292]: DEBUG nova.virt.hardware [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.492431] env[68292]: DEBUG nova.virt.hardware [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.492601] env[68292]: DEBUG nova.virt.hardware [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.493482] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc21d0d2-085f-4e39-b7bb-785412e5546d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.501658] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2933ce-bacb-404a-a09d-6f744adb8c3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.564900] env[68292]: DEBUG nova.scheduler.client.report [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.699129] env[68292]: DEBUG oslo_concurrency.lockutils [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.736151] env[68292]: DEBUG nova.compute.manager [req-1b5ec350-4dcd-4c30-87be-138a142d5be8 req-e02e1a43-d8d0-4788-a7fd-9df0f0978740 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Received event network-changed-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.736365] env[68292]: DEBUG nova.compute.manager [req-1b5ec350-4dcd-4c30-87be-138a142d5be8 req-e02e1a43-d8d0-4788-a7fd-9df0f0978740 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Refreshing instance network info cache due to event network-changed-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.736579] env[68292]: DEBUG oslo_concurrency.lockutils [req-1b5ec350-4dcd-4c30-87be-138a142d5be8 req-e02e1a43-d8d0-4788-a7fd-9df0f0978740 service nova] Acquiring lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.736722] env[68292]: DEBUG oslo_concurrency.lockutils [req-1b5ec350-4dcd-4c30-87be-138a142d5be8 req-e02e1a43-d8d0-4788-a7fd-9df0f0978740 service nova] Acquired lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.736885] env[68292]: DEBUG nova.network.neutron [req-1b5ec350-4dcd-4c30-87be-138a142d5be8 req-e02e1a43-d8d0-4788-a7fd-9df0f0978740 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Refreshing network info cache for port a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.069334] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.069783] env[68292]: DEBUG nova.compute.manager [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1330.073157] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.282s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.073416] env[68292]: DEBUG nova.objects.instance [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'resources' on Instance uuid ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.250202] env[68292]: DEBUG nova.network.neutron [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Successfully updated port: 84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.296515] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.498941] env[68292]: DEBUG nova.network.neutron [req-1b5ec350-4dcd-4c30-87be-138a142d5be8 req-e02e1a43-d8d0-4788-a7fd-9df0f0978740 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updated VIF entry in instance network info cache for port a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.499439] env[68292]: DEBUG nova.network.neutron [req-1b5ec350-4dcd-4c30-87be-138a142d5be8 req-e02e1a43-d8d0-4788-a7fd-9df0f0978740 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updating instance_info_cache with network_info: [{"id": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "address": "fa:16:3e:e8:39:c1", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": null, "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa09b15a3-a2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.579084] env[68292]: DEBUG nova.compute.utils [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1330.580664] env[68292]: DEBUG nova.objects.instance [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'numa_topology' on Instance uuid ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.586155] env[68292]: DEBUG nova.compute.manager [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1330.586155] env[68292]: DEBUG nova.network.neutron [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.645910] env[68292]: DEBUG nova.policy [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a2ebf1e45cd4724aff9ddcd333c2e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7834ca8bd123442dba8b266c98f9176c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1330.752578] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.752683] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.752835] env[68292]: DEBUG nova.network.neutron [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.781837] env[68292]: DEBUG oslo_concurrency.lockutils [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.782173] env[68292]: DEBUG oslo_concurrency.lockutils [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.782418] env[68292]: INFO nova.compute.manager [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Attaching volume a7f59e36-ca5c-494b-a509-67f5d521a1ee to /dev/sdb [ 1330.837674] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249274f3-6ded-4d46-a37b-a32c778a0c62 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.846246] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab45827e-4637-43a6-924c-2271d3915cab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.864039] env[68292]: DEBUG nova.virt.block_device [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Updating existing volume attachment record: f6dd57c8-a839-4751-94dd-0fb09c60b3bd {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1331.000968] env[68292]: DEBUG nova.network.neutron [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Successfully created port: 11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1331.004984] env[68292]: DEBUG oslo_concurrency.lockutils [req-1b5ec350-4dcd-4c30-87be-138a142d5be8 req-e02e1a43-d8d0-4788-a7fd-9df0f0978740 service nova] Releasing lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.085369] env[68292]: DEBUG nova.objects.base [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1331.088031] env[68292]: DEBUG nova.compute.manager [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1331.204567] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2151b18e-ba3b-4f63-8c82-bb7ffcfa55fe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.212511] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9ec84c-954e-4960-9e1d-c7c064899a3e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.245170] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09ca1df-be81-411a-b21a-c0e1c7a9495a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.252651] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e72bd39-3ae7-4c14-8dac-544db186b45f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.269617] env[68292]: DEBUG nova.compute.provider_tree [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.303718] env[68292]: DEBUG nova.network.neutron [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.476284] env[68292]: DEBUG nova.network.neutron [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updating instance_info_cache with network_info: [{"id": "84a762d6-ca10-453b-b65e-752718d6b41f", "address": "fa:16:3e:b5:5a:a2", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a762d6-ca", "ovs_interfaceid": "84a762d6-ca10-453b-b65e-752718d6b41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.572575] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "718dbd08-f03f-4e46-9170-0da9c8ebef13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.572817] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "718dbd08-f03f-4e46-9170-0da9c8ebef13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.593288] env[68292]: INFO nova.virt.block_device [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Booting with volume 0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf at /dev/sda [ 1331.650836] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d311fa9-e115-457d-bb73-ed0bc89287e8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.662215] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc116a7f-aa3d-47c0-b8d6-4bdc21d1fece {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.689323] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63739279-16ca-4827-943c-475024690ff7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.697397] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5834a9ff-c8f8-48fe-b3b6-b9f805bf1292 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.725822] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf7152b-4cfb-4de5-a34e-99534821f0b8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.732561] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5bd074-eb48-40c7-9b33-158e8f8f919f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.746261] env[68292]: DEBUG nova.virt.block_device [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating existing volume attachment record: 0e479edd-d958-4848-bd85-d9ce45948a3b {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1331.772776] env[68292]: DEBUG nova.scheduler.client.report [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.978858] env[68292]: DEBUG nova.compute.manager [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Received event network-vif-plugged-84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.979075] env[68292]: DEBUG oslo_concurrency.lockutils [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] Acquiring lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.979292] env[68292]: DEBUG oslo_concurrency.lockutils [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] Lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.979462] env[68292]: DEBUG oslo_concurrency.lockutils [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] Lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.979628] env[68292]: DEBUG nova.compute.manager [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] No waiting events found dispatching network-vif-plugged-84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.979790] env[68292]: WARNING nova.compute.manager [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Received unexpected event network-vif-plugged-84a762d6-ca10-453b-b65e-752718d6b41f for instance with vm_state building and task_state spawning. [ 1331.979948] env[68292]: DEBUG nova.compute.manager [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Received event network-changed-84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.982253] env[68292]: DEBUG nova.compute.manager [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Refreshing instance network info cache due to event network-changed-84a762d6-ca10-453b-b65e-752718d6b41f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.982535] env[68292]: DEBUG oslo_concurrency.lockutils [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] Acquiring lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.984514] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.984866] env[68292]: DEBUG nova.compute.manager [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Instance network_info: |[{"id": "84a762d6-ca10-453b-b65e-752718d6b41f", "address": "fa:16:3e:b5:5a:a2", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a762d6-ca", "ovs_interfaceid": "84a762d6-ca10-453b-b65e-752718d6b41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.985597] env[68292]: DEBUG oslo_concurrency.lockutils [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] Acquired lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.987202] env[68292]: DEBUG nova.network.neutron [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Refreshing network info cache for port 84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.988748] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:5a:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84a762d6-ca10-453b-b65e-752718d6b41f', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.000153] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.001745] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.005029] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e14c394-2014-4627-9bec-c6844d646921 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.019623] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "3f0653df-da0c-4a10-a0e5-1ed29aa00a63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.019887] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "3f0653df-da0c-4a10-a0e5-1ed29aa00a63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.026684] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.026684] env[68292]: value = "task-3073033" [ 1332.026684] env[68292]: _type = "Task" [ 1332.026684] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.035714] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073033, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.075801] env[68292]: DEBUG nova.compute.manager [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.278701] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.522225] env[68292]: DEBUG nova.compute.manager [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.541465] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073033, 'name': CreateVM_Task, 'duration_secs': 0.340433} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.543309] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.545559] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.545989] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.546134] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.546801] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0afa0534-4b3a-435e-b1eb-898cb3901244 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.554122] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1332.554122] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52789c20-df09-d3aa-44ea-00c4883eee65" [ 1332.554122] env[68292]: _type = "Task" [ 1332.554122] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.565786] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52789c20-df09-d3aa-44ea-00c4883eee65, 'name': SearchDatastore_Task, 'duration_secs': 0.01029} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.566138] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.566407] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.566677] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.567179] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.567535] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.568390] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02ef4b9f-fa8a-48c6-8440-32d636ac0a4c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.577995] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.578282] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.581513] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee377ff-dafa-4064-95bc-6554e6a578a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.593895] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1332.593895] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522cca47-eb4b-7d19-50d8-2746750d7e2f" [ 1332.593895] env[68292]: _type = "Task" [ 1332.593895] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.604263] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522cca47-eb4b-7d19-50d8-2746750d7e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.008889} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.607877] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45136132-e54d-4bf6-92f5-5d3af092df41 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.611481] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.612364] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.613847] env[68292]: INFO nova.compute.claims [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.619432] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1332.619432] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52ba273b-1aea-bcc0-5423-54122117e525" [ 1332.619432] env[68292]: _type = "Task" [ 1332.619432] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.627534] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ba273b-1aea-bcc0-5423-54122117e525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.786238] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8d6e24d5-797b-469f-a9da-e2d4b4a21827 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.886s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.787182] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.491s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.787492] env[68292]: INFO nova.compute.manager [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Unshelving [ 1332.798441] env[68292]: DEBUG nova.network.neutron [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updated VIF entry in instance network info cache for port 84a762d6-ca10-453b-b65e-752718d6b41f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.798775] env[68292]: DEBUG nova.network.neutron [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updating instance_info_cache with network_info: [{"id": "84a762d6-ca10-453b-b65e-752718d6b41f", "address": "fa:16:3e:b5:5a:a2", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a762d6-ca", "ovs_interfaceid": "84a762d6-ca10-453b-b65e-752718d6b41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.851887] env[68292]: DEBUG nova.compute.manager [req-99e6039f-76e4-4238-898c-3eb77d20d14b req-2351c418-7407-4e86-8500-b96a9f63b430 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Received event network-vif-plugged-11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.852062] env[68292]: DEBUG oslo_concurrency.lockutils [req-99e6039f-76e4-4238-898c-3eb77d20d14b req-2351c418-7407-4e86-8500-b96a9f63b430 service nova] Acquiring lock "91e43518-1929-4a1d-90a2-3f5e13e2c662-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.852249] env[68292]: DEBUG oslo_concurrency.lockutils [req-99e6039f-76e4-4238-898c-3eb77d20d14b req-2351c418-7407-4e86-8500-b96a9f63b430 service nova] Lock "91e43518-1929-4a1d-90a2-3f5e13e2c662-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.852408] env[68292]: DEBUG oslo_concurrency.lockutils [req-99e6039f-76e4-4238-898c-3eb77d20d14b req-2351c418-7407-4e86-8500-b96a9f63b430 service nova] Lock "91e43518-1929-4a1d-90a2-3f5e13e2c662-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.852593] env[68292]: DEBUG nova.compute.manager [req-99e6039f-76e4-4238-898c-3eb77d20d14b req-2351c418-7407-4e86-8500-b96a9f63b430 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] No waiting events found dispatching network-vif-plugged-11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.852759] env[68292]: WARNING nova.compute.manager [req-99e6039f-76e4-4238-898c-3eb77d20d14b req-2351c418-7407-4e86-8500-b96a9f63b430 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Received unexpected event network-vif-plugged-11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2 for instance with vm_state building and task_state block_device_mapping. [ 1332.893945] env[68292]: DEBUG nova.network.neutron [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Successfully updated port: 11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.041422] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.130312] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52ba273b-1aea-bcc0-5423-54122117e525, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.131243] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.131509] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] ff920df6-dd2d-44c8-aeb2-ab7d067d41ad/ff920df6-dd2d-44c8-aeb2-ab7d067d41ad.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.131772] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e98e072e-bba0-4faa-8092-845f37632a35 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.138693] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1333.138693] env[68292]: value = "task-3073035" [ 1333.138693] env[68292]: _type = "Task" [ 1333.138693] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.146819] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.302227] env[68292]: DEBUG oslo_concurrency.lockutils [req-e9a4facb-fb64-4af4-a116-24d6b9c54297 req-9a79c250-16fe-480e-b7e3-d49802e6f4e8 service nova] Releasing lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.396185] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.396428] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.396637] env[68292]: DEBUG nova.network.neutron [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.651227] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448096} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.651518] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] ff920df6-dd2d-44c8-aeb2-ab7d067d41ad/ff920df6-dd2d-44c8-aeb2-ab7d067d41ad.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.651736] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.651979] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08ef5864-5a72-42e5-959f-7f26e302f4fc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.658314] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1333.658314] env[68292]: value = "task-3073036" [ 1333.658314] env[68292]: _type = "Task" [ 1333.658314] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.666157] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.742607] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e62a15-3ebe-4105-b259-734aa06dcf29 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.749804] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebe3a7c-0d3b-45f9-913e-46e38eddecc0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.780342] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abdf7a9-bfbe-460d-bb6f-a87bdbe37dc1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.787519] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a485168d-f6f8-4cd9-a25f-00e7774424c8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.802924] env[68292]: DEBUG nova.compute.provider_tree [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1333.814942] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.836996] env[68292]: DEBUG nova.compute.manager [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.837501] env[68292]: DEBUG nova.virt.hardware [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.837716] env[68292]: DEBUG nova.virt.hardware [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.837872] env[68292]: DEBUG nova.virt.hardware [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.838072] env[68292]: DEBUG nova.virt.hardware [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.838268] env[68292]: DEBUG nova.virt.hardware [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.838438] env[68292]: DEBUG nova.virt.hardware [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.838648] env[68292]: DEBUG nova.virt.hardware [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.838808] env[68292]: DEBUG nova.virt.hardware [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.838983] env[68292]: DEBUG nova.virt.hardware [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.839166] env[68292]: DEBUG nova.virt.hardware [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.839455] env[68292]: DEBUG nova.virt.hardware [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.840497] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6376f923-4f43-4448-86fb-0aad06154793 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.848756] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe3a67f-1a95-4507-b17d-91d346503d66 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.941150] env[68292]: DEBUG nova.network.neutron [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.074269] env[68292]: DEBUG nova.network.neutron [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance_info_cache with network_info: [{"id": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "address": "fa:16:3e:29:d6:dc", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a46b73-bf", "ovs_interfaceid": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.168011] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064294} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.168309] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.169060] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434039f8-803d-4367-8c97-20b6221f4683 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.191273] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] ff920df6-dd2d-44c8-aeb2-ab7d067d41ad/ff920df6-dd2d-44c8-aeb2-ab7d067d41ad.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.191273] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2890c5-e874-48cd-bff0-0f3f89d1484c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.209757] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1334.209757] env[68292]: value = "task-3073037" [ 1334.209757] env[68292]: _type = "Task" [ 1334.209757] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.217630] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.324473] env[68292]: ERROR nova.scheduler.client.report [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [req-ac311e7b-7883-4065-a470-7a48c1f7adf7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ac311e7b-7883-4065-a470-7a48c1f7adf7"}]} [ 1334.340722] env[68292]: DEBUG nova.scheduler.client.report [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1334.354773] env[68292]: DEBUG nova.scheduler.client.report [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1334.355030] env[68292]: DEBUG nova.compute.provider_tree [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1334.365817] env[68292]: DEBUG nova.scheduler.client.report [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1334.383307] env[68292]: DEBUG nova.scheduler.client.report [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1334.490219] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94abacc5-aa4b-46a5-b550-e6ccfc964c83 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.499434] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40cfcd5-650c-4da8-aa95-4c75e5950028 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.528969] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddcd0de-31ab-4b93-ab26-f749da3854cd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.536158] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4655e3e-821c-4238-8cc2-2611ccad8977 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.548942] env[68292]: DEBUG nova.compute.provider_tree [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1334.577090] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.577334] env[68292]: DEBUG nova.compute.manager [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Instance network_info: |[{"id": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "address": "fa:16:3e:29:d6:dc", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a46b73-bf", "ovs_interfaceid": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1334.577714] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:d6:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.585064] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.585268] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.585471] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcdc4c58-0a44-4ea5-ad3a-a14771f0a4aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.604315] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.604315] env[68292]: value = "task-3073038" [ 1334.604315] env[68292]: _type = "Task" [ 1334.604315] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.611380] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073038, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.719741] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073037, 'name': ReconfigVM_Task, 'duration_secs': 0.312315} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.719889] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Reconfigured VM instance instance-00000079 to attach disk [datastore2] ff920df6-dd2d-44c8-aeb2-ab7d067d41ad/ff920df6-dd2d-44c8-aeb2-ab7d067d41ad.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.720541] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-236e6882-5d25-4e1e-8617-6f76eed27898 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.726593] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1334.726593] env[68292]: value = "task-3073039" [ 1334.726593] env[68292]: _type = "Task" [ 1334.726593] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.734097] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073039, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.879271] env[68292]: DEBUG nova.compute.manager [req-644807d1-9741-4b5c-910d-1852d8a29c7a req-c27eecfc-10ff-40c2-bd6b-df873e3748a2 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Received event network-changed-11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.879537] env[68292]: DEBUG nova.compute.manager [req-644807d1-9741-4b5c-910d-1852d8a29c7a req-c27eecfc-10ff-40c2-bd6b-df873e3748a2 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Refreshing instance network info cache due to event network-changed-11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.879773] env[68292]: DEBUG oslo_concurrency.lockutils [req-644807d1-9741-4b5c-910d-1852d8a29c7a req-c27eecfc-10ff-40c2-bd6b-df873e3748a2 service nova] Acquiring lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.879921] env[68292]: DEBUG oslo_concurrency.lockutils [req-644807d1-9741-4b5c-910d-1852d8a29c7a req-c27eecfc-10ff-40c2-bd6b-df873e3748a2 service nova] Acquired lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.880136] env[68292]: DEBUG nova.network.neutron [req-644807d1-9741-4b5c-910d-1852d8a29c7a req-c27eecfc-10ff-40c2-bd6b-df873e3748a2 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Refreshing network info cache for port 11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.080277] env[68292]: DEBUG nova.scheduler.client.report [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1335.080577] env[68292]: DEBUG nova.compute.provider_tree [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 173 to 174 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1335.080766] env[68292]: DEBUG nova.compute.provider_tree [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1335.114325] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073038, 'name': CreateVM_Task, 'duration_secs': 0.364069} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.114521] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.115207] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '0e479edd-d958-4848-bd85-d9ce45948a3b', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615308', 'volume_id': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'name': 'volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91e43518-1929-4a1d-90a2-3f5e13e2c662', 'attached_at': '', 'detached_at': '', 'volume_id': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'serial': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf'}, 'volume_type': None}], 'swap': None} {{(pid=68292) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1335.115423] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Root volume attach. Driver type: vmdk {{(pid=68292) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1335.116172] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9e3e6e-d76d-4f9f-9ee0-86086e61cbda {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.124182] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0503d23d-4b15-4b5a-9d4a-b5b5a52ce731 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.130369] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a173d10-34d8-4434-b673-467148fccc88 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.136510] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ecca9f22-9631-47dd-a981-ad278ba1eb9f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.144540] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1335.144540] env[68292]: value = "task-3073040" [ 1335.144540] env[68292]: _type = "Task" [ 1335.144540] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.151974] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073040, 'name': RelocateVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.237877] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073039, 'name': Rename_Task, 'duration_secs': 0.19359} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.238188] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.238516] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87afb899-5c87-47e3-8810-792c3d726029 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.244814] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1335.244814] env[68292]: value = "task-3073041" [ 1335.244814] env[68292]: _type = "Task" [ 1335.244814] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.252596] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.408772] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1335.409039] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615309', 'volume_id': 'a7f59e36-ca5c-494b-a509-67f5d521a1ee', 'name': 'volume-a7f59e36-ca5c-494b-a509-67f5d521a1ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ea85e95-b366-4dd8-a72a-6a172a66d669', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7f59e36-ca5c-494b-a509-67f5d521a1ee', 'serial': 'a7f59e36-ca5c-494b-a509-67f5d521a1ee'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1335.409883] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a13197-db6f-403c-b909-a03e41e4a6c2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.427913] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f314966c-9fc9-45e9-926f-4aae56ed1205 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.452089] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-a7f59e36-ca5c-494b-a509-67f5d521a1ee/volume-a7f59e36-ca5c-494b-a509-67f5d521a1ee.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.454467] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3963bcda-02a5-41f2-b5bb-7af5b0552d49 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.472119] env[68292]: DEBUG oslo_vmware.api [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1335.472119] env[68292]: value = "task-3073042" [ 1335.472119] env[68292]: _type = "Task" [ 1335.472119] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.479664] env[68292]: DEBUG oslo_vmware.api [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.586493] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.974s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.587162] env[68292]: DEBUG nova.compute.manager [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.590590] env[68292]: DEBUG nova.network.neutron [req-644807d1-9741-4b5c-910d-1852d8a29c7a req-c27eecfc-10ff-40c2-bd6b-df873e3748a2 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updated VIF entry in instance network info cache for port 11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.590982] env[68292]: DEBUG nova.network.neutron [req-644807d1-9741-4b5c-910d-1852d8a29c7a req-c27eecfc-10ff-40c2-bd6b-df873e3748a2 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance_info_cache with network_info: [{"id": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "address": "fa:16:3e:29:d6:dc", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a46b73-bf", "ovs_interfaceid": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.592123] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.551s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.593655] env[68292]: INFO nova.compute.claims [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.656830] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073040, 'name': RelocateVM_Task, 'duration_secs': 0.029077} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.657104] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1335.657318] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615308', 'volume_id': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'name': 'volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91e43518-1929-4a1d-90a2-3f5e13e2c662', 'attached_at': '', 'detached_at': '', 'volume_id': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'serial': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1335.658118] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6723f1f-2fe9-43d8-8a44-b5d64a8825e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.676059] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd3bf47-5028-4fa9-b693-8118189c2527 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.698434] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf/volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.699045] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6876982b-91a0-4120-9d19-794f729561ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.718234] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1335.718234] env[68292]: value = "task-3073043" [ 1335.718234] env[68292]: _type = "Task" [ 1335.718234] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.725834] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.753342] env[68292]: DEBUG oslo_vmware.api [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073041, 'name': PowerOnVM_Task, 'duration_secs': 0.434747} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.753599] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.753802] env[68292]: INFO nova.compute.manager [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1335.753982] env[68292]: DEBUG nova.compute.manager [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.754940] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95088fc-e7c2-42c3-a0f5-fe19b3d54269 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.982157] env[68292]: DEBUG oslo_vmware.api [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073042, 'name': ReconfigVM_Task, 'duration_secs': 0.346766} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.982534] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-a7f59e36-ca5c-494b-a509-67f5d521a1ee/volume-a7f59e36-ca5c-494b-a509-67f5d521a1ee.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.987932] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a5df9f4-66c7-4712-8e3d-d3d46acba75e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.002924] env[68292]: DEBUG oslo_vmware.api [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1336.002924] env[68292]: value = "task-3073044" [ 1336.002924] env[68292]: _type = "Task" [ 1336.002924] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.010823] env[68292]: DEBUG oslo_vmware.api [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.098163] env[68292]: DEBUG nova.compute.utils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1336.100746] env[68292]: DEBUG oslo_concurrency.lockutils [req-644807d1-9741-4b5c-910d-1852d8a29c7a req-c27eecfc-10ff-40c2-bd6b-df873e3748a2 service nova] Releasing lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.103283] env[68292]: DEBUG nova.compute.manager [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.103616] env[68292]: DEBUG nova.network.neutron [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.165677] env[68292]: DEBUG nova.policy [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af886ef8f5d6493bae184f6226acac14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a36a328f7cfb44f896da624caa6c1d92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.228394] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073043, 'name': ReconfigVM_Task, 'duration_secs': 0.249673} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.228745] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf/volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.233546] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d0b63cb-2650-41e5-a29a-1c5e4e80f61b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.248850] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1336.248850] env[68292]: value = "task-3073045" [ 1336.248850] env[68292]: _type = "Task" [ 1336.248850] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.259408] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.276327] env[68292]: INFO nova.compute.manager [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Took 12.61 seconds to build instance. [ 1336.469913] env[68292]: DEBUG nova.network.neutron [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Successfully created port: c823405f-5ccc-498d-83b1-03a3779d727c {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.518139] env[68292]: DEBUG oslo_vmware.api [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073044, 'name': ReconfigVM_Task, 'duration_secs': 0.131227} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.518139] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615309', 'volume_id': 'a7f59e36-ca5c-494b-a509-67f5d521a1ee', 'name': 'volume-a7f59e36-ca5c-494b-a509-67f5d521a1ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ea85e95-b366-4dd8-a72a-6a172a66d669', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7f59e36-ca5c-494b-a509-67f5d521a1ee', 'serial': 'a7f59e36-ca5c-494b-a509-67f5d521a1ee'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1336.604631] env[68292]: DEBUG nova.compute.manager [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.749748] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4c3aca-8096-43c4-9b54-8f6367d4c782 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.761563] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073045, 'name': ReconfigVM_Task, 'duration_secs': 0.13256} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.763636] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615308', 'volume_id': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'name': 'volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91e43518-1929-4a1d-90a2-3f5e13e2c662', 'attached_at': '', 'detached_at': '', 'volume_id': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'serial': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1336.764344] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc8d45a0-dfa6-4778-9bde-b6de918fe6d1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.766628] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a2b7db-0dd3-42dc-8449-a8104d79a271 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.798346] env[68292]: DEBUG oslo_concurrency.lockutils [None req-70ebdb5d-4f43-4da0-ab7f-93d6bab5e977 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.140s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.800930] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75a53b9-f74d-484c-b4f1-f73c56e7e1fb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.804112] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1336.804112] env[68292]: value = "task-3073046" [ 1336.804112] env[68292]: _type = "Task" [ 1336.804112] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.811320] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9efbcf-80b8-443f-aaeb-68f870016753 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.818218] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073046, 'name': Rename_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.827937] env[68292]: DEBUG nova.compute.provider_tree [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.148143] env[68292]: DEBUG nova.compute.manager [req-97310d86-10c4-49ef-9908-e8889c71678b req-961e2e91-b4e3-4c3f-a03b-55778d365eb2 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Received event network-changed-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.148143] env[68292]: DEBUG nova.compute.manager [req-97310d86-10c4-49ef-9908-e8889c71678b req-961e2e91-b4e3-4c3f-a03b-55778d365eb2 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Refreshing instance network info cache due to event network-changed-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.148143] env[68292]: DEBUG oslo_concurrency.lockutils [req-97310d86-10c4-49ef-9908-e8889c71678b req-961e2e91-b4e3-4c3f-a03b-55778d365eb2 service nova] Acquiring lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.148143] env[68292]: DEBUG oslo_concurrency.lockutils [req-97310d86-10c4-49ef-9908-e8889c71678b req-961e2e91-b4e3-4c3f-a03b-55778d365eb2 service nova] Acquired lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.148143] env[68292]: DEBUG nova.network.neutron [req-97310d86-10c4-49ef-9908-e8889c71678b req-961e2e91-b4e3-4c3f-a03b-55778d365eb2 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Refreshing network info cache for port a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.314862] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073046, 'name': Rename_Task, 'duration_secs': 0.140526} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.315170] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.315421] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef0cbc8d-dbf0-427f-86fa-8cb328f59f45 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.322436] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1337.322436] env[68292]: value = "task-3073047" [ 1337.322436] env[68292]: _type = "Task" [ 1337.322436] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.333034] env[68292]: DEBUG nova.scheduler.client.report [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.341027] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.559092] env[68292]: DEBUG nova.objects.instance [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'flavor' on Instance uuid 4ea85e95-b366-4dd8-a72a-6a172a66d669 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.621738] env[68292]: DEBUG nova.compute.manager [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.652168] env[68292]: DEBUG nova.virt.hardware [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.652514] env[68292]: DEBUG nova.virt.hardware [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.652620] env[68292]: DEBUG nova.virt.hardware [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.652801] env[68292]: DEBUG nova.virt.hardware [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.652976] env[68292]: DEBUG nova.virt.hardware [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.653122] env[68292]: DEBUG nova.virt.hardware [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.653355] env[68292]: DEBUG nova.virt.hardware [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.653521] env[68292]: DEBUG nova.virt.hardware [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.653690] env[68292]: DEBUG nova.virt.hardware [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.653853] env[68292]: DEBUG nova.virt.hardware [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.654040] env[68292]: DEBUG nova.virt.hardware [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.656870] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aceae6-9ed6-47c4-8f17-0087a742e339 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.665138] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d762e12d-caec-469c-8aae-ee6daab4c42b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.836783] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.839862] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.840392] env[68292]: DEBUG nova.compute.manager [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1337.843945] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.029s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.844169] env[68292]: DEBUG nova.objects.instance [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'pci_requests' on Instance uuid ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.882014] env[68292]: DEBUG nova.network.neutron [req-97310d86-10c4-49ef-9908-e8889c71678b req-961e2e91-b4e3-4c3f-a03b-55778d365eb2 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updated VIF entry in instance network info cache for port a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.882014] env[68292]: DEBUG nova.network.neutron [req-97310d86-10c4-49ef-9908-e8889c71678b req-961e2e91-b4e3-4c3f-a03b-55778d365eb2 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updating instance_info_cache with network_info: [{"id": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "address": "fa:16:3e:cd:6e:3e", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b2b61e-7d", "ovs_interfaceid": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.001405] env[68292]: DEBUG nova.compute.manager [req-52cf3b9d-ec27-4036-b64f-f705860853a0 req-e694a320-0494-46ed-b384-b98121b2fd1e service nova] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Received event network-vif-plugged-c823405f-5ccc-498d-83b1-03a3779d727c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.001631] env[68292]: DEBUG oslo_concurrency.lockutils [req-52cf3b9d-ec27-4036-b64f-f705860853a0 req-e694a320-0494-46ed-b384-b98121b2fd1e service nova] Acquiring lock "718dbd08-f03f-4e46-9170-0da9c8ebef13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.001846] env[68292]: DEBUG oslo_concurrency.lockutils [req-52cf3b9d-ec27-4036-b64f-f705860853a0 req-e694a320-0494-46ed-b384-b98121b2fd1e service nova] Lock "718dbd08-f03f-4e46-9170-0da9c8ebef13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.002144] env[68292]: DEBUG oslo_concurrency.lockutils [req-52cf3b9d-ec27-4036-b64f-f705860853a0 req-e694a320-0494-46ed-b384-b98121b2fd1e service nova] Lock "718dbd08-f03f-4e46-9170-0da9c8ebef13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.002735] env[68292]: DEBUG nova.compute.manager [req-52cf3b9d-ec27-4036-b64f-f705860853a0 req-e694a320-0494-46ed-b384-b98121b2fd1e service nova] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] No waiting events found dispatching network-vif-plugged-c823405f-5ccc-498d-83b1-03a3779d727c {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.002735] env[68292]: WARNING nova.compute.manager [req-52cf3b9d-ec27-4036-b64f-f705860853a0 req-e694a320-0494-46ed-b384-b98121b2fd1e service nova] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Received unexpected event network-vif-plugged-c823405f-5ccc-498d-83b1-03a3779d727c for instance with vm_state building and task_state spawning. [ 1338.064256] env[68292]: DEBUG oslo_concurrency.lockutils [None req-26a04951-5c98-4700-899a-cf0c2cd99d2d tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.282s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.183071] env[68292]: DEBUG nova.network.neutron [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Successfully updated port: c823405f-5ccc-498d-83b1-03a3779d727c {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.340856] env[68292]: DEBUG oslo_vmware.api [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073047, 'name': PowerOnVM_Task, 'duration_secs': 0.994563} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.341185] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.341744] env[68292]: INFO nova.compute.manager [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Took 4.50 seconds to spawn the instance on the hypervisor. [ 1338.341744] env[68292]: DEBUG nova.compute.manager [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.342525] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33eb55f-8e59-41d2-812c-d34e69e53a5f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.351017] env[68292]: DEBUG nova.compute.utils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.357126] env[68292]: DEBUG nova.objects.instance [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'numa_topology' on Instance uuid ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.362391] env[68292]: DEBUG nova.compute.manager [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.362391] env[68292]: DEBUG nova.network.neutron [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.385065] env[68292]: DEBUG oslo_concurrency.lockutils [req-97310d86-10c4-49ef-9908-e8889c71678b req-961e2e91-b4e3-4c3f-a03b-55778d365eb2 service nova] Releasing lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.417812] env[68292]: DEBUG nova.policy [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af886ef8f5d6493bae184f6226acac14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a36a328f7cfb44f896da624caa6c1d92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.687887] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "refresh_cache-718dbd08-f03f-4e46-9170-0da9c8ebef13" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.688157] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "refresh_cache-718dbd08-f03f-4e46-9170-0da9c8ebef13" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.688222] env[68292]: DEBUG nova.network.neutron [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.750042] env[68292]: DEBUG nova.network.neutron [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Successfully created port: 087412b7-69da-4663-acbb-9002817c5079 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.862832] env[68292]: INFO nova.compute.claims [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.866081] env[68292]: DEBUG nova.compute.manager [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1338.883878] env[68292]: INFO nova.compute.manager [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Took 11.02 seconds to build instance. [ 1338.963897] env[68292]: DEBUG oslo_concurrency.lockutils [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.964650] env[68292]: DEBUG oslo_concurrency.lockutils [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.175219] env[68292]: DEBUG nova.compute.manager [req-930d5e78-22f1-4f17-b96e-558d0cee3e05 req-e99e0f8f-6b44-4f42-a732-bde4fa0652bc service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Received event network-changed-84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.175427] env[68292]: DEBUG nova.compute.manager [req-930d5e78-22f1-4f17-b96e-558d0cee3e05 req-e99e0f8f-6b44-4f42-a732-bde4fa0652bc service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Refreshing instance network info cache due to event network-changed-84a762d6-ca10-453b-b65e-752718d6b41f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.175612] env[68292]: DEBUG oslo_concurrency.lockutils [req-930d5e78-22f1-4f17-b96e-558d0cee3e05 req-e99e0f8f-6b44-4f42-a732-bde4fa0652bc service nova] Acquiring lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.175758] env[68292]: DEBUG oslo_concurrency.lockutils [req-930d5e78-22f1-4f17-b96e-558d0cee3e05 req-e99e0f8f-6b44-4f42-a732-bde4fa0652bc service nova] Acquired lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.175920] env[68292]: DEBUG nova.network.neutron [req-930d5e78-22f1-4f17-b96e-558d0cee3e05 req-e99e0f8f-6b44-4f42-a732-bde4fa0652bc service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Refreshing network info cache for port 84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.220094] env[68292]: DEBUG nova.network.neutron [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.336393] env[68292]: DEBUG nova.network.neutron [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Updating instance_info_cache with network_info: [{"id": "c823405f-5ccc-498d-83b1-03a3779d727c", "address": "fa:16:3e:10:d4:d7", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc823405f-5c", "ovs_interfaceid": "c823405f-5ccc-498d-83b1-03a3779d727c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.385979] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2e9cc2c6-704e-4ded-a9cb-e004625e41aa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "91e43518-1929-4a1d-90a2-3f5e13e2c662" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.533s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.467906] env[68292]: DEBUG nova.compute.utils [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.839761] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "refresh_cache-718dbd08-f03f-4e46-9170-0da9c8ebef13" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.840087] env[68292]: DEBUG nova.compute.manager [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Instance network_info: |[{"id": "c823405f-5ccc-498d-83b1-03a3779d727c", "address": "fa:16:3e:10:d4:d7", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc823405f-5c", "ovs_interfaceid": "c823405f-5ccc-498d-83b1-03a3779d727c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.840316] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:d4:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c823405f-5ccc-498d-83b1-03a3779d727c', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.847655] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Creating folder: Project (a36a328f7cfb44f896da624caa6c1d92). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.847927] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7d64ad5-954c-43ed-b323-3bb53439d9f2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.859289] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Created folder: Project (a36a328f7cfb44f896da624caa6c1d92) in parent group-v614981. [ 1339.859414] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Creating folder: Instances. Parent ref: group-v615312. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.861692] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d591ed0f-4e1c-4346-a0bb-c6bda853291b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.871206] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Created folder: Instances in parent group-v615312. [ 1339.871435] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.871620] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.871820] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-452a23b6-ff61-43a1-8e71-d693a2dafe59 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.890630] env[68292]: DEBUG nova.compute.manager [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.897188] env[68292]: DEBUG nova.network.neutron [req-930d5e78-22f1-4f17-b96e-558d0cee3e05 req-e99e0f8f-6b44-4f42-a732-bde4fa0652bc service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updated VIF entry in instance network info cache for port 84a762d6-ca10-453b-b65e-752718d6b41f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.897579] env[68292]: DEBUG nova.network.neutron [req-930d5e78-22f1-4f17-b96e-558d0cee3e05 req-e99e0f8f-6b44-4f42-a732-bde4fa0652bc service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updating instance_info_cache with network_info: [{"id": "84a762d6-ca10-453b-b65e-752718d6b41f", "address": "fa:16:3e:b5:5a:a2", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a762d6-ca", "ovs_interfaceid": "84a762d6-ca10-453b-b65e-752718d6b41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.899566] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.899566] env[68292]: value = "task-3073050" [ 1339.899566] env[68292]: _type = "Task" [ 1339.899566] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.913138] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073050, 'name': CreateVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.923811] env[68292]: DEBUG nova.virt.hardware [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.924071] env[68292]: DEBUG nova.virt.hardware [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.924246] env[68292]: DEBUG nova.virt.hardware [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.924466] env[68292]: DEBUG nova.virt.hardware [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.924620] env[68292]: DEBUG nova.virt.hardware [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.924767] env[68292]: DEBUG nova.virt.hardware [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.924975] env[68292]: DEBUG nova.virt.hardware [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.925383] env[68292]: DEBUG nova.virt.hardware [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.925383] env[68292]: DEBUG nova.virt.hardware [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.925548] env[68292]: DEBUG nova.virt.hardware [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.925633] env[68292]: DEBUG nova.virt.hardware [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.926510] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aab7ef1-8e3b-4250-a09d-f623a8bf7232 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.937321] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1880429a-08ed-4d03-9099-7ac3a6e461bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.972650] env[68292]: DEBUG oslo_concurrency.lockutils [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.053614] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4630aa9e-de89-42d5-9d3c-3b3f8422ae0f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.062356] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322c3d00-5a35-4fbb-8e5b-775b9afe7a68 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.097229] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bb362e-300b-4674-9015-d047e07dd749 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.107273] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a73a03-1b09-4679-8bad-0f5b8aea6bf7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.121734] env[68292]: DEBUG nova.compute.provider_tree [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.140940] env[68292]: DEBUG nova.compute.manager [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Received event network-changed-c823405f-5ccc-498d-83b1-03a3779d727c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.141154] env[68292]: DEBUG nova.compute.manager [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Refreshing instance network info cache due to event network-changed-c823405f-5ccc-498d-83b1-03a3779d727c. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.141369] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] Acquiring lock "refresh_cache-718dbd08-f03f-4e46-9170-0da9c8ebef13" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.141510] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] Acquired lock "refresh_cache-718dbd08-f03f-4e46-9170-0da9c8ebef13" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.141663] env[68292]: DEBUG nova.network.neutron [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Refreshing network info cache for port c823405f-5ccc-498d-83b1-03a3779d727c {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.401856] env[68292]: DEBUG oslo_concurrency.lockutils [req-930d5e78-22f1-4f17-b96e-558d0cee3e05 req-e99e0f8f-6b44-4f42-a732-bde4fa0652bc service nova] Releasing lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.411386] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073050, 'name': CreateVM_Task, 'duration_secs': 0.344526} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.411544] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.412379] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.412464] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.412715] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.412965] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fef00ad-50df-4b5f-b12e-049dd212c72e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.417403] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1340.417403] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]520f71e8-84c9-92fb-fc1b-5cfd83d6a135" [ 1340.417403] env[68292]: _type = "Task" [ 1340.417403] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.425088] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520f71e8-84c9-92fb-fc1b-5cfd83d6a135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.434250] env[68292]: DEBUG nova.network.neutron [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Successfully updated port: 087412b7-69da-4663-acbb-9002817c5079 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.624176] env[68292]: DEBUG nova.scheduler.client.report [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.896892] env[68292]: DEBUG nova.network.neutron [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Updated VIF entry in instance network info cache for port c823405f-5ccc-498d-83b1-03a3779d727c. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.897307] env[68292]: DEBUG nova.network.neutron [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Updating instance_info_cache with network_info: [{"id": "c823405f-5ccc-498d-83b1-03a3779d727c", "address": "fa:16:3e:10:d4:d7", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc823405f-5c", "ovs_interfaceid": "c823405f-5ccc-498d-83b1-03a3779d727c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.928417] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]520f71e8-84c9-92fb-fc1b-5cfd83d6a135, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.928739] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.928972] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.929229] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.929386] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.929562] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.929825] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de2c3fb4-a08e-4ddb-9613-5a5b1ccda513 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.936570] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "refresh_cache-3f0653df-da0c-4a10-a0e5-1ed29aa00a63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.936715] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "refresh_cache-3f0653df-da0c-4a10-a0e5-1ed29aa00a63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.936781] env[68292]: DEBUG nova.network.neutron [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.939737] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.944025] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.944025] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6fbe7f-5d77-440d-89c6-12e87fabf064 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.947440] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1340.947440] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5262b45d-3c75-ac6c-7ce3-ca3c4c52ecba" [ 1340.947440] env[68292]: _type = "Task" [ 1340.947440] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.957520] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5262b45d-3c75-ac6c-7ce3-ca3c4c52ecba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.042340] env[68292]: DEBUG oslo_concurrency.lockutils [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.042623] env[68292]: DEBUG oslo_concurrency.lockutils [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.042869] env[68292]: INFO nova.compute.manager [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Attaching volume c85e98c1-639d-4127-a9c1-df4155c9c40e to /dev/sdc [ 1341.093546] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a4dc2c-7aa3-447e-bab9-72fbe789d042 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.101171] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eea15c-3b8f-43c3-b521-fca09d90f392 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.116863] env[68292]: DEBUG nova.virt.block_device [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Updating existing volume attachment record: 3c5369af-a4ea-4964-8476-b6b5e3fdb736 {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1341.130186] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.286s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.165884] env[68292]: INFO nova.network.neutron [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updating port a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1341.400935] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] Releasing lock "refresh_cache-718dbd08-f03f-4e46-9170-0da9c8ebef13" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.401124] env[68292]: DEBUG nova.compute.manager [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Received event network-changed-84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.401541] env[68292]: DEBUG nova.compute.manager [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Refreshing instance network info cache due to event network-changed-84a762d6-ca10-453b-b65e-752718d6b41f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.401541] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] Acquiring lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.401956] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] Acquired lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.401956] env[68292]: DEBUG nova.network.neutron [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Refreshing network info cache for port 84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.457525] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5262b45d-3c75-ac6c-7ce3-ca3c4c52ecba, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.458244] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc1543e-f223-4c0b-a97e-8ed32e0c1218 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.467418] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1341.467418] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d4e79b-f334-f85e-2185-9ac623f6b0c7" [ 1341.467418] env[68292]: _type = "Task" [ 1341.467418] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.472097] env[68292]: DEBUG nova.network.neutron [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.480187] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d4e79b-f334-f85e-2185-9ac623f6b0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.616971] env[68292]: DEBUG nova.network.neutron [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Updating instance_info_cache with network_info: [{"id": "087412b7-69da-4663-acbb-9002817c5079", "address": "fa:16:3e:03:7f:b1", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087412b7-69", "ovs_interfaceid": "087412b7-69da-4663-acbb-9002817c5079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.977156] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d4e79b-f334-f85e-2185-9ac623f6b0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009526} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.979622] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.979888] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 718dbd08-f03f-4e46-9170-0da9c8ebef13/718dbd08-f03f-4e46-9170-0da9c8ebef13.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.980434] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-356ff361-a7b5-4f3c-bd63-306432efe8c1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.987521] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1341.987521] env[68292]: value = "task-3073052" [ 1341.987521] env[68292]: _type = "Task" [ 1341.987521] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.995206] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.113289] env[68292]: DEBUG nova.network.neutron [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updated VIF entry in instance network info cache for port 84a762d6-ca10-453b-b65e-752718d6b41f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.113676] env[68292]: DEBUG nova.network.neutron [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updating instance_info_cache with network_info: [{"id": "84a762d6-ca10-453b-b65e-752718d6b41f", "address": "fa:16:3e:b5:5a:a2", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a762d6-ca", "ovs_interfaceid": "84a762d6-ca10-453b-b65e-752718d6b41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.119554] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "refresh_cache-3f0653df-da0c-4a10-a0e5-1ed29aa00a63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.119817] env[68292]: DEBUG nova.compute.manager [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Instance network_info: |[{"id": "087412b7-69da-4663-acbb-9002817c5079", "address": "fa:16:3e:03:7f:b1", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087412b7-69", "ovs_interfaceid": "087412b7-69da-4663-acbb-9002817c5079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.120239] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:7f:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '087412b7-69da-4663-acbb-9002817c5079', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.127715] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.128449] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.128681] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b38529a7-2109-4359-97a9-6f30679df4c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.148854] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.148854] env[68292]: value = "task-3073053" [ 1342.148854] env[68292]: _type = "Task" [ 1342.148854] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.156669] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073053, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.182338] env[68292]: DEBUG nova.compute.manager [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Received event network-vif-plugged-087412b7-69da-4663-acbb-9002817c5079 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.182521] env[68292]: DEBUG oslo_concurrency.lockutils [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] Acquiring lock "3f0653df-da0c-4a10-a0e5-1ed29aa00a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.182752] env[68292]: DEBUG oslo_concurrency.lockutils [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] Lock "3f0653df-da0c-4a10-a0e5-1ed29aa00a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.182887] env[68292]: DEBUG oslo_concurrency.lockutils [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] Lock "3f0653df-da0c-4a10-a0e5-1ed29aa00a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.183054] env[68292]: DEBUG nova.compute.manager [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] No waiting events found dispatching network-vif-plugged-087412b7-69da-4663-acbb-9002817c5079 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.183254] env[68292]: WARNING nova.compute.manager [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Received unexpected event network-vif-plugged-087412b7-69da-4663-acbb-9002817c5079 for instance with vm_state building and task_state spawning. [ 1342.183423] env[68292]: DEBUG nova.compute.manager [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Received event network-changed-087412b7-69da-4663-acbb-9002817c5079 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.183577] env[68292]: DEBUG nova.compute.manager [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Refreshing instance network info cache due to event network-changed-087412b7-69da-4663-acbb-9002817c5079. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.183761] env[68292]: DEBUG oslo_concurrency.lockutils [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] Acquiring lock "refresh_cache-3f0653df-da0c-4a10-a0e5-1ed29aa00a63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.183896] env[68292]: DEBUG oslo_concurrency.lockutils [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] Acquired lock "refresh_cache-3f0653df-da0c-4a10-a0e5-1ed29aa00a63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.184065] env[68292]: DEBUG nova.network.neutron [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Refreshing network info cache for port 087412b7-69da-4663-acbb-9002817c5079 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.451089] env[68292]: DEBUG nova.compute.manager [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Stashing vm_state: active {{(pid=68292) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1342.498120] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493711} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.498120] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 718dbd08-f03f-4e46-9170-0da9c8ebef13/718dbd08-f03f-4e46-9170-0da9c8ebef13.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.498996] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.498996] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8d70c39-d1f9-402b-a69f-0ecb4984b7f2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.504605] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1342.504605] env[68292]: value = "task-3073054" [ 1342.504605] env[68292]: _type = "Task" [ 1342.504605] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.512040] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.616846] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] Releasing lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.616971] env[68292]: DEBUG nova.compute.manager [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Received event network-changed-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.617169] env[68292]: DEBUG nova.compute.manager [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Refreshing instance network info cache due to event network-changed-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.617396] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] Acquiring lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.617539] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] Acquired lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.617699] env[68292]: DEBUG nova.network.neutron [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Refreshing network info cache for port a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.660031] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073053, 'name': CreateVM_Task} progress is 25%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.720030] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.720030] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.720030] env[68292]: DEBUG nova.network.neutron [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.872552] env[68292]: DEBUG nova.network.neutron [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Updated VIF entry in instance network info cache for port 087412b7-69da-4663-acbb-9002817c5079. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.872897] env[68292]: DEBUG nova.network.neutron [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Updating instance_info_cache with network_info: [{"id": "087412b7-69da-4663-acbb-9002817c5079", "address": "fa:16:3e:03:7f:b1", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087412b7-69", "ovs_interfaceid": "087412b7-69da-4663-acbb-9002817c5079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.971640] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.971865] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.013669] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272609} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.014063] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.014731] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0334d5-24a6-4bec-a770-862c82566902 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.036576] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 718dbd08-f03f-4e46-9170-0da9c8ebef13/718dbd08-f03f-4e46-9170-0da9c8ebef13.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.036828] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96e0c5f-7db2-442f-a388-5e5aa3ee5832 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.055372] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1343.055372] env[68292]: value = "task-3073055" [ 1343.055372] env[68292]: _type = "Task" [ 1343.055372] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.063125] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.158714] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073053, 'name': CreateVM_Task, 'duration_secs': 0.937112} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.158882] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.159440] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.159605] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.159921] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.160192] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2989e7cf-b94c-43c0-bfa0-6949db5cfded {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.164922] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1343.164922] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52098a8c-129c-4e89-1860-7f769c8799af" [ 1343.164922] env[68292]: _type = "Task" [ 1343.164922] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.172073] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52098a8c-129c-4e89-1860-7f769c8799af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.313839] env[68292]: DEBUG nova.network.neutron [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updated VIF entry in instance network info cache for port a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.314211] env[68292]: DEBUG nova.network.neutron [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updating instance_info_cache with network_info: [{"id": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "address": "fa:16:3e:cd:6e:3e", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b2b61e-7d", "ovs_interfaceid": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.375806] env[68292]: DEBUG oslo_concurrency.lockutils [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] Releasing lock "refresh_cache-3f0653df-da0c-4a10-a0e5-1ed29aa00a63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.376107] env[68292]: DEBUG nova.compute.manager [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Received event network-changed-55d0e064-4bdb-4fcf-a24b-77c10f6aa30e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.376307] env[68292]: DEBUG nova.compute.manager [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Refreshing instance network info cache due to event network-changed-55d0e064-4bdb-4fcf-a24b-77c10f6aa30e. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1343.376570] env[68292]: DEBUG oslo_concurrency.lockutils [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] Acquiring lock "refresh_cache-a2554572-80d3-4348-b139-571d724558f6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.376722] env[68292]: DEBUG oslo_concurrency.lockutils [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] Acquired lock "refresh_cache-a2554572-80d3-4348-b139-571d724558f6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.376886] env[68292]: DEBUG nova.network.neutron [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Refreshing network info cache for port 55d0e064-4bdb-4fcf-a24b-77c10f6aa30e {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.427680] env[68292]: DEBUG nova.network.neutron [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updating instance_info_cache with network_info: [{"id": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "address": "fa:16:3e:e8:39:c1", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09b15a3-a2", "ovs_interfaceid": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.477515] env[68292]: INFO nova.compute.claims [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.565463] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.677094] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52098a8c-129c-4e89-1860-7f769c8799af, 'name': SearchDatastore_Task, 'duration_secs': 0.075372} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.677416] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.677650] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.677886] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.678038] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.678252] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.678505] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35b45cb3-c16d-4f4b-8941-9b018b1178b8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.686624] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.686822] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.687504] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb4515f-7740-4e93-8d4c-429f92e59f04 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.692911] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1343.692911] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5293a03c-b884-753d-e562-ae3e5beadebb" [ 1343.692911] env[68292]: _type = "Task" [ 1343.692911] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.700448] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5293a03c-b884-753d-e562-ae3e5beadebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.817977] env[68292]: DEBUG oslo_concurrency.lockutils [req-a0951c50-c223-4d8b-a8b1-ecf5d520fd89 req-5b491e92-1f27-47ad-a2c6-34d718a6b1c7 service nova] Releasing lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.931050] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.957147] env[68292]: DEBUG nova.virt.hardware [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bab5c4f69b6b0454f76a8b75d5a66b72',container_format='bare',created_at=2025-03-18T16:51:07Z,direct_url=,disk_format='vmdk',id=cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2092437143-shelved',owner='7dd6f1467b194d4ebcf1abd144bb8cc8',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-18T16:51:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.957439] env[68292]: DEBUG nova.virt.hardware [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.957607] env[68292]: DEBUG nova.virt.hardware [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.957792] env[68292]: DEBUG nova.virt.hardware [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.957939] env[68292]: DEBUG nova.virt.hardware [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.958103] env[68292]: DEBUG nova.virt.hardware [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.958316] env[68292]: DEBUG nova.virt.hardware [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.958479] env[68292]: DEBUG nova.virt.hardware [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.958647] env[68292]: DEBUG nova.virt.hardware [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.958821] env[68292]: DEBUG nova.virt.hardware [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.959070] env[68292]: DEBUG nova.virt.hardware [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.959901] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa6a178-8a80-4ccf-b4a8-b02489e15be3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.967598] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbee78e3-714f-4f68-a2d4-4bf00a494c37 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.981697] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:39:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.988974] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.990473] env[68292]: INFO nova.compute.resource_tracker [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating resource usage from migration 382a3e37-674d-46f5-894a-a4209b444bd3 [ 1343.992634] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.993033] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73901175-9ef9-434a-9e0a-63cdbb15f6ce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.014822] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.014822] env[68292]: value = "task-3073057" [ 1344.014822] env[68292]: _type = "Task" [ 1344.014822] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.028134] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073057, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.067659] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.131762] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f155522-d2d5-4e82-9989-adc2012f029d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.139173] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9464a94d-65ff-4889-a1e3-e3e7cacd6cbb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.169536] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4e9970-5a71-44ce-8f8f-80047bd04efd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.177337] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febd2b4f-bbd5-432d-8b03-5744ce11c072 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.192608] env[68292]: DEBUG nova.compute.provider_tree [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.210438] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5293a03c-b884-753d-e562-ae3e5beadebb, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.210438] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d866c2fb-a3ab-47ff-8832-1e8a10406b6a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.215029] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1344.215029] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527ce358-f15a-89eb-f07a-e936ca4d5111" [ 1344.215029] env[68292]: _type = "Task" [ 1344.215029] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.222053] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527ce358-f15a-89eb-f07a-e936ca4d5111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.351443] env[68292]: DEBUG nova.compute.manager [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Received event network-vif-plugged-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.351443] env[68292]: DEBUG oslo_concurrency.lockutils [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] Acquiring lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.351443] env[68292]: DEBUG oslo_concurrency.lockutils [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.351443] env[68292]: DEBUG oslo_concurrency.lockutils [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.351443] env[68292]: DEBUG nova.compute.manager [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] No waiting events found dispatching network-vif-plugged-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.351443] env[68292]: WARNING nova.compute.manager [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Received unexpected event network-vif-plugged-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 for instance with vm_state shelved_offloaded and task_state spawning. [ 1344.351443] env[68292]: DEBUG nova.compute.manager [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Received event network-changed-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.352144] env[68292]: DEBUG nova.compute.manager [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Refreshing instance network info cache due to event network-changed-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.352533] env[68292]: DEBUG oslo_concurrency.lockutils [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] Acquiring lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.353826] env[68292]: DEBUG oslo_concurrency.lockutils [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] Acquired lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.353826] env[68292]: DEBUG nova.network.neutron [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Refreshing network info cache for port a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.355238] env[68292]: DEBUG nova.network.neutron [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Updated VIF entry in instance network info cache for port 55d0e064-4bdb-4fcf-a24b-77c10f6aa30e. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.355595] env[68292]: DEBUG nova.network.neutron [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Updating instance_info_cache with network_info: [{"id": "55d0e064-4bdb-4fcf-a24b-77c10f6aa30e", "address": "fa:16:3e:7c:52:8b", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d0e064-4b", "ovs_interfaceid": "55d0e064-4bdb-4fcf-a24b-77c10f6aa30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.525176] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073057, 'name': CreateVM_Task, 'duration_secs': 0.31349} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.525384] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.526064] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.526266] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.526810] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.526889] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9fd7921-b9e1-4537-9882-863a3a3a9840 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.532064] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1344.532064] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]526b842e-67c8-d674-24d8-865e03bb8016" [ 1344.532064] env[68292]: _type = "Task" [ 1344.532064] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.540040] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]526b842e-67c8-d674-24d8-865e03bb8016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.566529] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073055, 'name': ReconfigVM_Task, 'duration_secs': 1.297289} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.566803] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 718dbd08-f03f-4e46-9170-0da9c8ebef13/718dbd08-f03f-4e46-9170-0da9c8ebef13.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.567441] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd74e8da-c917-4e53-a7ed-f53ccb3e4d81 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.583842] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1344.583842] env[68292]: value = "task-3073058" [ 1344.583842] env[68292]: _type = "Task" [ 1344.583842] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.597848] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073058, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.698613] env[68292]: DEBUG nova.scheduler.client.report [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.725091] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527ce358-f15a-89eb-f07a-e936ca4d5111, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.725091] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.725091] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 3f0653df-da0c-4a10-a0e5-1ed29aa00a63/3f0653df-da0c-4a10-a0e5-1ed29aa00a63.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.725375] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eba5eb1f-e790-4b20-8285-d345b02b11de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.732102] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1344.732102] env[68292]: value = "task-3073059" [ 1344.732102] env[68292]: _type = "Task" [ 1344.732102] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.740485] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.857835] env[68292]: DEBUG oslo_concurrency.lockutils [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] Releasing lock "refresh_cache-a2554572-80d3-4348-b139-571d724558f6" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.858091] env[68292]: DEBUG nova.compute.manager [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Received event network-changed-11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.858243] env[68292]: DEBUG nova.compute.manager [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Refreshing instance network info cache due to event network-changed-11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.858464] env[68292]: DEBUG oslo_concurrency.lockutils [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] Acquiring lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.858637] env[68292]: DEBUG oslo_concurrency.lockutils [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] Acquired lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.858899] env[68292]: DEBUG nova.network.neutron [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Refreshing network info cache for port 11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.043043] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.043043] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Processing image cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.043567] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.043567] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.043567] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.043712] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-303b8d6d-749e-4d27-b886-bb6d3f2b69d1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.058598] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.058794] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.059571] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73e2330-90df-47f8-aa11-9d692bc9024d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.067107] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1345.067107] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522fa415-492e-bc29-7e9c-3f2f6c807961" [ 1345.067107] env[68292]: _type = "Task" [ 1345.067107] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.078307] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522fa415-492e-bc29-7e9c-3f2f6c807961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.089069] env[68292]: DEBUG nova.network.neutron [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updated VIF entry in instance network info cache for port a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.089449] env[68292]: DEBUG nova.network.neutron [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updating instance_info_cache with network_info: [{"id": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "address": "fa:16:3e:e8:39:c1", "network": {"id": "5fbb6bba-df62-43aa-abdf-4e725475a350", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-129474791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd6f1467b194d4ebcf1abd144bb8cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09b15a3-a2", "ovs_interfaceid": "a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.094126] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073058, 'name': Rename_Task, 'duration_secs': 0.17045} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.094658] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.094903] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c3a71d-08f5-4b12-8a36-fa0ee65a9daf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.102590] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1345.102590] env[68292]: value = "task-3073060" [ 1345.102590] env[68292]: _type = "Task" [ 1345.102590] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.111710] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.203707] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.232s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.203943] env[68292]: INFO nova.compute.manager [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Migrating [ 1345.243176] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450048} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.243442] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 3f0653df-da0c-4a10-a0e5-1ed29aa00a63/3f0653df-da0c-4a10-a0e5-1ed29aa00a63.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.243685] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.243929] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec8998a5-27eb-4870-8557-418c208b398c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.251308] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1345.251308] env[68292]: value = "task-3073061" [ 1345.251308] env[68292]: _type = "Task" [ 1345.251308] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.259496] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.579474] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Preparing fetch location {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1345.579735] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Fetch image to [datastore2] OSTACK_IMG_5693d0f8-f459-45b3-be0f-c541b87f7464/OSTACK_IMG_5693d0f8-f459-45b3-be0f-c541b87f7464.vmdk {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1345.579922] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Downloading stream optimized image cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc to [datastore2] OSTACK_IMG_5693d0f8-f459-45b3-be0f-c541b87f7464/OSTACK_IMG_5693d0f8-f459-45b3-be0f-c541b87f7464.vmdk on the data store datastore2 as vApp {{(pid=68292) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1345.580110] env[68292]: DEBUG nova.virt.vmwareapi.images [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Downloading image file data cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc to the ESX as VM named 'OSTACK_IMG_5693d0f8-f459-45b3-be0f-c541b87f7464' {{(pid=68292) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1345.596050] env[68292]: DEBUG oslo_concurrency.lockutils [req-f20e1b96-daf9-491c-83d3-50c97b7643db req-5ebe8506-120a-4d7f-bdc5-1afe99403bf5 service nova] Releasing lock "refresh_cache-ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.618546] env[68292]: DEBUG nova.network.neutron [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updated VIF entry in instance network info cache for port 11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.618955] env[68292]: DEBUG nova.network.neutron [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance_info_cache with network_info: [{"id": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "address": "fa:16:3e:29:d6:dc", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a46b73-bf", "ovs_interfaceid": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.629656] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073060, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.651848] env[68292]: DEBUG oslo_vmware.rw_handles [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1345.651848] env[68292]: value = "resgroup-9" [ 1345.651848] env[68292]: _type = "ResourcePool" [ 1345.651848] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1345.652061] env[68292]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ee72951c-9ce6-44d7-b87e-787063a21c5a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.669344] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1345.669452] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615315', 'volume_id': 'c85e98c1-639d-4127-a9c1-df4155c9c40e', 'name': 'volume-c85e98c1-639d-4127-a9c1-df4155c9c40e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ea85e95-b366-4dd8-a72a-6a172a66d669', 'attached_at': '', 'detached_at': '', 'volume_id': 'c85e98c1-639d-4127-a9c1-df4155c9c40e', 'serial': 'c85e98c1-639d-4127-a9c1-df4155c9c40e'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1345.670267] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ac432-52d1-4c82-b474-6e2a99459425 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.673873] env[68292]: DEBUG oslo_vmware.rw_handles [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lease: (returnval){ [ 1345.673873] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5215854a-465a-7593-3d85-0399dd5fb1ec" [ 1345.673873] env[68292]: _type = "HttpNfcLease" [ 1345.673873] env[68292]: } obtained for vApp import into resource pool (val){ [ 1345.673873] env[68292]: value = "resgroup-9" [ 1345.673873] env[68292]: _type = "ResourcePool" [ 1345.673873] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1345.674209] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the lease: (returnval){ [ 1345.674209] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5215854a-465a-7593-3d85-0399dd5fb1ec" [ 1345.674209] env[68292]: _type = "HttpNfcLease" [ 1345.674209] env[68292]: } to be ready. {{(pid=68292) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1345.688608] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1e29c-51ec-451c-8d90-70779f2cec33 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.692240] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1345.692240] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5215854a-465a-7593-3d85-0399dd5fb1ec" [ 1345.692240] env[68292]: _type = "HttpNfcLease" [ 1345.692240] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1345.718769] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-c85e98c1-639d-4127-a9c1-df4155c9c40e/volume-c85e98c1-639d-4127-a9c1-df4155c9c40e.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.720512] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.720734] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1c9290-f3d7-47f3-bbc0-cca77c9df4cc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.739233] env[68292]: DEBUG oslo_vmware.api [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1345.739233] env[68292]: value = "task-3073063" [ 1345.739233] env[68292]: _type = "Task" [ 1345.739233] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.747816] env[68292]: DEBUG oslo_vmware.api [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.760022] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062205} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.761042] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.761420] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dbdf86-a5f0-444c-939e-339dfa61f8d8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.783876] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 3f0653df-da0c-4a10-a0e5-1ed29aa00a63/3f0653df-da0c-4a10-a0e5-1ed29aa00a63.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.784582] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d1be54c-3520-4283-a8b1-c3f41449e3c8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.804209] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1345.804209] env[68292]: value = "task-3073064" [ 1345.804209] env[68292]: _type = "Task" [ 1345.804209] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.813490] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.128048] env[68292]: DEBUG oslo_concurrency.lockutils [req-510e3c4d-5ca8-4f54-84f7-713db01a05a7 req-a0c54450-e050-4ee2-b301-d6e0506c3839 service nova] Releasing lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.128592] env[68292]: DEBUG oslo_vmware.api [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073060, 'name': PowerOnVM_Task, 'duration_secs': 0.924826} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.128849] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.129077] env[68292]: DEBUG nova.network.neutron [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.130458] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.130539] env[68292]: INFO nova.compute.manager [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1346.130674] env[68292]: DEBUG nova.compute.manager [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.131668] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b5bc93-c265-44c6-9af1-ae56094df7af {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.184826] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1346.184826] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5215854a-465a-7593-3d85-0399dd5fb1ec" [ 1346.184826] env[68292]: _type = "HttpNfcLease" [ 1346.184826] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1346.249328] env[68292]: DEBUG oslo_vmware.api [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073063, 'name': ReconfigVM_Task, 'duration_secs': 0.384053} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.249712] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-c85e98c1-639d-4127-a9c1-df4155c9c40e/volume-c85e98c1-639d-4127-a9c1-df4155c9c40e.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.254584] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a817765-930c-4d16-99b5-777258dbae24 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.269180] env[68292]: DEBUG oslo_vmware.api [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1346.269180] env[68292]: value = "task-3073065" [ 1346.269180] env[68292]: _type = "Task" [ 1346.269180] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.276848] env[68292]: DEBUG oslo_vmware.api [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.315183] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073064, 'name': ReconfigVM_Task, 'duration_secs': 0.379072} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.315551] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 3f0653df-da0c-4a10-a0e5-1ed29aa00a63/3f0653df-da0c-4a10-a0e5-1ed29aa00a63.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.316314] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c53ebf58-b9a5-4e46-9113-96043e4b5a6e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.323671] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1346.323671] env[68292]: value = "task-3073066" [ 1346.323671] env[68292]: _type = "Task" [ 1346.323671] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.333700] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073066, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.648595] env[68292]: INFO nova.compute.manager [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Took 14.07 seconds to build instance. [ 1346.683089] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1346.683089] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5215854a-465a-7593-3d85-0399dd5fb1ec" [ 1346.683089] env[68292]: _type = "HttpNfcLease" [ 1346.683089] env[68292]: } is initializing. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1346.784542] env[68292]: DEBUG oslo_vmware.api [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073065, 'name': ReconfigVM_Task, 'duration_secs': 0.139085} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.784859] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615315', 'volume_id': 'c85e98c1-639d-4127-a9c1-df4155c9c40e', 'name': 'volume-c85e98c1-639d-4127-a9c1-df4155c9c40e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ea85e95-b366-4dd8-a72a-6a172a66d669', 'attached_at': '', 'detached_at': '', 'volume_id': 'c85e98c1-639d-4127-a9c1-df4155c9c40e', 'serial': 'c85e98c1-639d-4127-a9c1-df4155c9c40e'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1346.836405] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073066, 'name': Rename_Task, 'duration_secs': 0.388063} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.836871] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.837206] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55969be9-1c3c-48bc-8828-3cf1bb0638f6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.844054] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1346.844054] env[68292]: value = "task-3073067" [ 1346.844054] env[68292]: _type = "Task" [ 1346.844054] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.851669] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.895075] env[68292]: DEBUG nova.network.neutron [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance_info_cache with network_info: [{"id": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "address": "fa:16:3e:29:d6:dc", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a46b73-bf", "ovs_interfaceid": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.150349] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c2fdf6dc-36dc-416e-90b3-8419422f8dc3 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "718dbd08-f03f-4e46-9170-0da9c8ebef13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.577s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.183574] env[68292]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1347.183574] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5215854a-465a-7593-3d85-0399dd5fb1ec" [ 1347.183574] env[68292]: _type = "HttpNfcLease" [ 1347.183574] env[68292]: } is ready. {{(pid=68292) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1347.183932] env[68292]: DEBUG oslo_vmware.rw_handles [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1347.183932] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5215854a-465a-7593-3d85-0399dd5fb1ec" [ 1347.183932] env[68292]: _type = "HttpNfcLease" [ 1347.183932] env[68292]: }. {{(pid=68292) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1347.184689] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0db613-9a66-43ff-918b-531659b9a3c2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.192260] env[68292]: DEBUG oslo_vmware.rw_handles [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52540e23-9a1a-82bd-371e-e9d6e9612353/disk-0.vmdk from lease info. {{(pid=68292) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1347.192447] env[68292]: DEBUG oslo_vmware.rw_handles [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52540e23-9a1a-82bd-371e-e9d6e9612353/disk-0.vmdk. {{(pid=68292) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1347.257713] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad3ab02b-a6a9-493b-80da-b2c7e5c85047 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.355168] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.398052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.822852] env[68292]: DEBUG nova.objects.instance [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'flavor' on Instance uuid 4ea85e95-b366-4dd8-a72a-6a172a66d669 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.855587] env[68292]: DEBUG oslo_vmware.api [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073067, 'name': PowerOnVM_Task, 'duration_secs': 0.692375} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.855861] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.856070] env[68292]: INFO nova.compute.manager [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1347.856254] env[68292]: DEBUG nova.compute.manager [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.857031] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99c8f01-afe9-4873-8141-83f17c09b292 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.328338] env[68292]: DEBUG oslo_concurrency.lockutils [None req-974dcd93-42c4-4e03-bc82-2d96c014d317 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.286s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.374982] env[68292]: INFO nova.compute.manager [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Took 15.35 seconds to build instance. [ 1348.618666] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.618970] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.776160] env[68292]: DEBUG oslo_vmware.rw_handles [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Completed reading data from the image iterator. {{(pid=68292) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1348.776370] env[68292]: DEBUG oslo_vmware.rw_handles [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52540e23-9a1a-82bd-371e-e9d6e9612353/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1348.777340] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cd5184-ae6d-4e55-90ad-c48102d7d5dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.785539] env[68292]: DEBUG oslo_vmware.rw_handles [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52540e23-9a1a-82bd-371e-e9d6e9612353/disk-0.vmdk is in state: ready. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1348.785752] env[68292]: DEBUG oslo_vmware.rw_handles [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52540e23-9a1a-82bd-371e-e9d6e9612353/disk-0.vmdk. {{(pid=68292) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1348.785963] env[68292]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2dba1642-5066-434c-b60c-84e5a29f7a5f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.877248] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5f8d7497-5698-4be1-a5e4-04f2900c8d73 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "3f0653df-da0c-4a10-a0e5-1ed29aa00a63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.857s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.913494] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90c4aca-8afd-4517-b0c1-c0ae723d13e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.932434] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance '91e43518-1929-4a1d-90a2-3f5e13e2c662' progress to 0 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.123811] env[68292]: INFO nova.compute.manager [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Detaching volume a7f59e36-ca5c-494b-a509-67f5d521a1ee [ 1349.159654] env[68292]: INFO nova.virt.block_device [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Attempting to driver detach volume a7f59e36-ca5c-494b-a509-67f5d521a1ee from mountpoint /dev/sdb [ 1349.159654] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1349.159654] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615309', 'volume_id': 'a7f59e36-ca5c-494b-a509-67f5d521a1ee', 'name': 'volume-a7f59e36-ca5c-494b-a509-67f5d521a1ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ea85e95-b366-4dd8-a72a-6a172a66d669', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7f59e36-ca5c-494b-a509-67f5d521a1ee', 'serial': 'a7f59e36-ca5c-494b-a509-67f5d521a1ee'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1349.160465] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6541907-7e80-48ee-969a-29dd79f21cee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.185572] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eaafd9-7973-4ab0-979f-6680302a4a03 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.192819] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a749bba6-755b-4d9d-b9eb-57fa5d2b5ec9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.218109] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75579493-3281-40bb-97c2-c693bd1f90b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.220810] env[68292]: DEBUG oslo_vmware.rw_handles [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52540e23-9a1a-82bd-371e-e9d6e9612353/disk-0.vmdk. {{(pid=68292) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1349.221021] env[68292]: INFO nova.virt.vmwareapi.images [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Downloaded image file data cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc [ 1349.221758] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba427e72-7508-4572-b826-9e96772670f5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.246492] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] The volume has not been displaced from its original location: [datastore2] volume-a7f59e36-ca5c-494b-a509-67f5d521a1ee/volume-a7f59e36-ca5c-494b-a509-67f5d521a1ee.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1349.251836] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1349.252448] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e52ea70e-536e-433a-bb5d-9fc211c458aa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.254167] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba244d37-592e-4027-a491-f3dae84f510c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.290368] env[68292]: DEBUG oslo_vmware.api [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1349.290368] env[68292]: value = "task-3073069" [ 1349.290368] env[68292]: _type = "Task" [ 1349.290368] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.305801] env[68292]: DEBUG oslo_vmware.api [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.322919] env[68292]: INFO nova.virt.vmwareapi.images [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] The imported VM was unregistered [ 1349.325661] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Caching image {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1349.325895] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Creating directory with path [datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.326190] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aa4b678-3ebf-4600-a465-c0ce81a57cc6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.341833] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Created directory with path [datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.342312] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5693d0f8-f459-45b3-be0f-c541b87f7464/OSTACK_IMG_5693d0f8-f459-45b3-be0f-c541b87f7464.vmdk to [datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc.vmdk. {{(pid=68292) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1349.342467] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-77b039f8-1f7b-402d-bb68-317a19ad0345 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.350501] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1349.350501] env[68292]: value = "task-3073070" [ 1349.350501] env[68292]: _type = "Task" [ 1349.350501] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.358130] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073070, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.438394] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.438702] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-704c34fc-498f-4da0-aa0f-2654e556c46e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.445839] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1349.445839] env[68292]: value = "task-3073071" [ 1349.445839] env[68292]: _type = "Task" [ 1349.445839] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.453784] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.613981] env[68292]: INFO nova.compute.manager [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Rescuing [ 1349.614293] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "refresh_cache-3f0653df-da0c-4a10-a0e5-1ed29aa00a63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.614451] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "refresh_cache-3f0653df-da0c-4a10-a0e5-1ed29aa00a63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.614647] env[68292]: DEBUG nova.network.neutron [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.802736] env[68292]: DEBUG oslo_vmware.api [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073069, 'name': ReconfigVM_Task, 'duration_secs': 0.237461} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.803069] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1349.808112] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a426c25-bf18-43c6-88a8-f81df76d39ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.825789] env[68292]: DEBUG oslo_vmware.api [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1349.825789] env[68292]: value = "task-3073072" [ 1349.825789] env[68292]: _type = "Task" [ 1349.825789] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.835199] env[68292]: DEBUG oslo_vmware.api [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.860640] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073070, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.961073] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073071, 'name': PowerOffVM_Task, 'duration_secs': 0.261702} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.961550] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.961690] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance '91e43518-1929-4a1d-90a2-3f5e13e2c662' progress to 17 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.338857] env[68292]: DEBUG oslo_vmware.api [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073072, 'name': ReconfigVM_Task, 'duration_secs': 0.162481} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.339223] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615309', 'volume_id': 'a7f59e36-ca5c-494b-a509-67f5d521a1ee', 'name': 'volume-a7f59e36-ca5c-494b-a509-67f5d521a1ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ea85e95-b366-4dd8-a72a-6a172a66d669', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7f59e36-ca5c-494b-a509-67f5d521a1ee', 'serial': 'a7f59e36-ca5c-494b-a509-67f5d521a1ee'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1350.362977] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073070, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.367528] env[68292]: DEBUG nova.network.neutron [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Updating instance_info_cache with network_info: [{"id": "087412b7-69da-4663-acbb-9002817c5079", "address": "fa:16:3e:03:7f:b1", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087412b7-69", "ovs_interfaceid": "087412b7-69da-4663-acbb-9002817c5079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.470565] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.470938] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.471142] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.471344] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.471486] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.471665] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.471934] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.472122] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.472442] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.472741] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.473013] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.478651] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b4404d6-d0a4-46f2-a73d-7f1c3a7ff516 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.495471] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1350.495471] env[68292]: value = "task-3073073" [ 1350.495471] env[68292]: _type = "Task" [ 1350.495471] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.504056] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.862442] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073070, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.870275] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "refresh_cache-3f0653df-da0c-4a10-a0e5-1ed29aa00a63" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.886794] env[68292]: DEBUG nova.objects.instance [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'flavor' on Instance uuid 4ea85e95-b366-4dd8-a72a-6a172a66d669 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.008604] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073073, 'name': ReconfigVM_Task, 'duration_secs': 0.334191} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.008942] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance '91e43518-1929-4a1d-90a2-3f5e13e2c662' progress to 33 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.362319] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073070, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.516075] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.516417] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.516573] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.516769] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.517255] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.517334] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.517497] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.517664] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.517837] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.518119] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.518381] env[68292]: DEBUG nova.virt.hardware [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.525100] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1351.525971] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086ea27b-f10d-4931-9009-001eb3874dba {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.549740] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1351.549740] env[68292]: value = "task-3073074" [ 1351.549740] env[68292]: _type = "Task" [ 1351.549740] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.558681] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.862903] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073070, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.427134} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.863210] env[68292]: INFO nova.virt.vmwareapi.ds_util [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5693d0f8-f459-45b3-be0f-c541b87f7464/OSTACK_IMG_5693d0f8-f459-45b3-be0f-c541b87f7464.vmdk to [datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc.vmdk. [ 1351.863432] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Cleaning up location [datastore2] OSTACK_IMG_5693d0f8-f459-45b3-be0f-c541b87f7464 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1351.863624] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5693d0f8-f459-45b3-be0f-c541b87f7464 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.863882] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02448929-5b2d-4ec3-9b6d-90baf5b497f5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.870395] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1351.870395] env[68292]: value = "task-3073075" [ 1351.870395] env[68292]: _type = "Task" [ 1351.870395] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.877918] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.885492] env[68292]: DEBUG oslo_concurrency.lockutils [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.894055] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9a49aca7-8b1a-4223-921f-1c4541a26dc0 tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.895088] env[68292]: DEBUG oslo_concurrency.lockutils [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.010s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.061599] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.381355] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033788} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.381766] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.381965] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.382233] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc.vmdk to [datastore2] ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c/ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.382519] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f72bb84-0fd2-475a-b8d3-418d17849c2e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.388992] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1352.388992] env[68292]: value = "task-3073076" [ 1352.388992] env[68292]: _type = "Task" [ 1352.388992] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.396133] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.398013] env[68292]: INFO nova.compute.manager [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Detaching volume c85e98c1-639d-4127-a9c1-df4155c9c40e [ 1352.408031] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.408175] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-848dfd43-766d-4889-8caf-e2fcf8901176 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.414184] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1352.414184] env[68292]: value = "task-3073077" [ 1352.414184] env[68292]: _type = "Task" [ 1352.414184] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.422184] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.438082] env[68292]: INFO nova.virt.block_device [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Attempting to driver detach volume c85e98c1-639d-4127-a9c1-df4155c9c40e from mountpoint /dev/sdc [ 1352.438355] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1352.438551] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615315', 'volume_id': 'c85e98c1-639d-4127-a9c1-df4155c9c40e', 'name': 'volume-c85e98c1-639d-4127-a9c1-df4155c9c40e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ea85e95-b366-4dd8-a72a-6a172a66d669', 'attached_at': '', 'detached_at': '', 'volume_id': 'c85e98c1-639d-4127-a9c1-df4155c9c40e', 'serial': 'c85e98c1-639d-4127-a9c1-df4155c9c40e'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1352.439422] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22028714-d818-4270-aab0-00c824b6dc79 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.461046] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eef0a5a-9f49-4bf0-9a9e-2f9b3be2ad28 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.468865] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40cf1c0-4c86-4eba-ae99-c8c09e0cb90b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.490365] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb21493d-0b17-468f-a331-59082e713993 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.505162] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] The volume has not been displaced from its original location: [datastore2] volume-c85e98c1-639d-4127-a9c1-df4155c9c40e/volume-c85e98c1-639d-4127-a9c1-df4155c9c40e.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1352.510424] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1352.510700] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5828856a-5f99-48fd-a65b-91c19320d044 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.530269] env[68292]: DEBUG oslo_vmware.api [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1352.530269] env[68292]: value = "task-3073078" [ 1352.530269] env[68292]: _type = "Task" [ 1352.530269] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.538284] env[68292]: DEBUG oslo_vmware.api [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.559888] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073074, 'name': ReconfigVM_Task, 'duration_secs': 0.577293} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.560189] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1352.561073] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1211c2-7d8a-4a6b-aa75-53d1878fc2e7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.584875] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf/volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.585202] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-349bff1f-9c48-44e4-8a39-d59f408954dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.604802] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1352.604802] env[68292]: value = "task-3073079" [ 1352.604802] env[68292]: _type = "Task" [ 1352.604802] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.613585] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.899012] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073076, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.924436] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073077, 'name': PowerOffVM_Task, 'duration_secs': 0.378575} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.924723] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.925579] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd4ae04-1afd-48e0-a7f6-11cf27e5b744 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.944397] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca95c363-2db3-4dc0-90ea-3c25a8bddb42 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.976058] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.976391] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28830c08-a03c-48f6-b676-24aff76161c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.984421] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1352.984421] env[68292]: value = "task-3073080" [ 1352.984421] env[68292]: _type = "Task" [ 1352.984421] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.995060] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1352.995297] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.995553] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.995700] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.995874] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.996152] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0164e1b-fefc-4be4-bb2b-0e4b9f4d74ec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.013162] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.013442] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.014188] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2be630-d5b9-4621-911f-9613c2a2a429 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.020220] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1353.020220] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]528378ce-acae-1af0-853b-96ad475fc338" [ 1353.020220] env[68292]: _type = "Task" [ 1353.020220] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.028289] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528378ce-acae-1af0-853b-96ad475fc338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.038675] env[68292]: DEBUG oslo_vmware.api [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073078, 'name': ReconfigVM_Task, 'duration_secs': 0.333546} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.038993] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1353.043953] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2db6f7f-ebc3-4c42-b1ca-fff880d60bc2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.060626] env[68292]: DEBUG oslo_vmware.api [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1353.060626] env[68292]: value = "task-3073081" [ 1353.060626] env[68292]: _type = "Task" [ 1353.060626] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.069476] env[68292]: DEBUG oslo_vmware.api [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.114959] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.399705] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073076, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.531936] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]528378ce-acae-1af0-853b-96ad475fc338, 'name': SearchDatastore_Task, 'duration_secs': 0.091104} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.532907] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5309c0-7c14-4359-b6e6-d07035b53c87 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.538749] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1353.538749] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52145c15-24b2-650d-21fd-3d7c3b29ab5e" [ 1353.538749] env[68292]: _type = "Task" [ 1353.538749] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.547495] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52145c15-24b2-650d-21fd-3d7c3b29ab5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.571149] env[68292]: DEBUG oslo_vmware.api [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073081, 'name': ReconfigVM_Task, 'duration_secs': 0.17909} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.571539] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615315', 'volume_id': 'c85e98c1-639d-4127-a9c1-df4155c9c40e', 'name': 'volume-c85e98c1-639d-4127-a9c1-df4155c9c40e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ea85e95-b366-4dd8-a72a-6a172a66d669', 'attached_at': '', 'detached_at': '', 'volume_id': 'c85e98c1-639d-4127-a9c1-df4155c9c40e', 'serial': 'c85e98c1-639d-4127-a9c1-df4155c9c40e'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1353.617871] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.900427] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073076, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.049703] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52145c15-24b2-650d-21fd-3d7c3b29ab5e, 'name': SearchDatastore_Task, 'duration_secs': 0.08675} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.049992] env[68292]: DEBUG oslo_concurrency.lockutils [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.050313] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 3f0653df-da0c-4a10-a0e5-1ed29aa00a63/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk. {{(pid=68292) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1354.050587] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6075b9e9-f7b2-4b9c-9ada-21ac657fade9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.058123] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1354.058123] env[68292]: value = "task-3073082" [ 1354.058123] env[68292]: _type = "Task" [ 1354.058123] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.067179] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.116162] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073079, 'name': ReconfigVM_Task, 'duration_secs': 1.342199} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.116407] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf/volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.116666] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance '91e43518-1929-4a1d-90a2-3f5e13e2c662' progress to 50 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.121945] env[68292]: DEBUG nova.objects.instance [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'flavor' on Instance uuid 4ea85e95-b366-4dd8-a72a-6a172a66d669 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.401607] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073076, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.568503] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.628158] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e45b8a3-eb91-4bda-a5b1-5a2337fa0e8b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.650777] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9030912a-f608-45c7-90e3-50a823968725 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.669876] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance '91e43518-1929-4a1d-90a2-3f5e13e2c662' progress to 67 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.905540] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073076, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.438248} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.906078] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc/cc710f4f-ab24-4b31-9bcd-7e6d184cb0dc.vmdk to [datastore2] ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c/ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.907437] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92077792-0a91-4faa-802d-e52eeff5a282 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.939463] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c/ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c.vmdk or device None with type streamOptimized {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.939463] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca0fe879-bce3-4ca6-97c2-9b6851f5bbf0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.963036] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1354.963036] env[68292]: value = "task-3073083" [ 1354.963036] env[68292]: _type = "Task" [ 1354.963036] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.974414] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.070696] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073082, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.134717] env[68292]: DEBUG oslo_concurrency.lockutils [None req-524abeb7-ce8a-4ee9-8e2a-c4504f96e84b tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.473518] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.569730] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073082, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.123064} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.570122] env[68292]: INFO nova.virt.vmwareapi.ds_util [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 3f0653df-da0c-4a10-a0e5-1ed29aa00a63/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk. [ 1355.570808] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6355f3d9-ede7-4861-a1b8-0c85f1963e84 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.595360] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 3f0653df-da0c-4a10-a0e5-1ed29aa00a63/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.595618] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e77a4bf-75c8-4c5d-b071-65d3aa4ca84f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.613375] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1355.613375] env[68292]: value = "task-3073084" [ 1355.613375] env[68292]: _type = "Task" [ 1355.613375] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.621030] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.974031] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073083, 'name': ReconfigVM_Task, 'duration_secs': 0.831116} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.974435] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Reconfigured VM instance instance-00000074 to attach disk [datastore2] ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c/ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c.vmdk or device None with type streamOptimized {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.975254] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ba60ff3-9d9f-4771-b71e-e4b657b1d7b5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.981857] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1355.981857] env[68292]: value = "task-3073085" [ 1355.981857] env[68292]: _type = "Task" [ 1355.981857] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.989853] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073085, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.124481] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.286250] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.286466] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.286629] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "4ea85e95-b366-4dd8-a72a-6a172a66d669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.286815] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.286982] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.289073] env[68292]: INFO nova.compute.manager [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Terminating instance [ 1356.306821] env[68292]: DEBUG nova.network.neutron [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Port 11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2 binding to destination host cpu-1 is already ACTIVE {{(pid=68292) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1356.492154] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073085, 'name': Rename_Task, 'duration_secs': 0.16826} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.492454] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.492700] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d016541-41d9-4efa-a663-7ca3f60c2680 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.499149] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1356.499149] env[68292]: value = "task-3073086" [ 1356.499149] env[68292]: _type = "Task" [ 1356.499149] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.506681] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.623506] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073084, 'name': ReconfigVM_Task, 'duration_secs': 0.653968} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.623810] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 3f0653df-da0c-4a10-a0e5-1ed29aa00a63/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.624651] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dea0a08-93be-49df-b826-14a8c9596dac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.649390] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671705b0-fd7f-4a35-a964-5b3673b36ec4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.664093] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1356.664093] env[68292]: value = "task-3073087" [ 1356.664093] env[68292]: _type = "Task" [ 1356.664093] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.671528] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.792774] env[68292]: DEBUG nova.compute.manager [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.793048] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.794038] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3db36b6-066a-4223-9dfd-d63d0189f74a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.801833] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.802222] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71cd7116-fc1a-4856-a6fc-b56bd59b39ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.812734] env[68292]: DEBUG oslo_vmware.api [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1356.812734] env[68292]: value = "task-3073088" [ 1356.812734] env[68292]: _type = "Task" [ 1356.812734] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.821752] env[68292]: DEBUG oslo_vmware.api [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.008442] env[68292]: DEBUG oslo_vmware.api [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073086, 'name': PowerOnVM_Task, 'duration_secs': 0.428152} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.008713] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.105829] env[68292]: DEBUG nova.compute.manager [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.106779] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3ab2f6-7416-4064-9032-91b5e13705dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.173819] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073087, 'name': ReconfigVM_Task, 'duration_secs': 0.14492} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.174086] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.174325] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beb182ca-3a0f-45b7-b9b2-5d6bec6d4091 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.180415] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1357.180415] env[68292]: value = "task-3073089" [ 1357.180415] env[68292]: _type = "Task" [ 1357.180415] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.187616] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.331858] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "91e43518-1929-4a1d-90a2-3f5e13e2c662-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.332158] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "91e43518-1929-4a1d-90a2-3f5e13e2c662-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.332384] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "91e43518-1929-4a1d-90a2-3f5e13e2c662-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.336719] env[68292]: DEBUG oslo_vmware.api [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073088, 'name': PowerOffVM_Task, 'duration_secs': 0.214903} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.337240] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.337422] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.337698] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0920b86e-99ad-491b-9589-8350d80d2f2f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.399109] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.399295] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.399507] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Deleting the datastore file [datastore1] 4ea85e95-b366-4dd8-a72a-6a172a66d669 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.399764] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-662b84f9-ab31-4f6f-a45d-176f8378fe7c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.406567] env[68292]: DEBUG oslo_vmware.api [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for the task: (returnval){ [ 1357.406567] env[68292]: value = "task-3073091" [ 1357.406567] env[68292]: _type = "Task" [ 1357.406567] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.413917] env[68292]: DEBUG oslo_vmware.api [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.625770] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bb83345d-0cef-4b58-84a6-3381d9e7d28a tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.839s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.691836] env[68292]: DEBUG oslo_vmware.api [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073089, 'name': PowerOnVM_Task, 'duration_secs': 0.375176} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.692167] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.695015] env[68292]: DEBUG nova.compute.manager [None req-2c683583-f6cc-4c3d-b1a0-34c31cf747a2 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.695789] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedd0604-97af-4084-a307-4ab416e50896 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.917260] env[68292]: DEBUG oslo_vmware.api [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Task: {'id': task-3073091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200428} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.917800] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.917800] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.917943] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.918019] env[68292]: INFO nova.compute.manager [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1357.918248] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.919435] env[68292]: DEBUG nova.compute.manager [-] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.919535] env[68292]: DEBUG nova.network.neutron [-] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.375496] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.375612] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.375759] env[68292]: DEBUG nova.network.neutron [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.414559] env[68292]: DEBUG nova.compute.manager [req-76634cbf-7a16-40fc-ba62-4d945899daa3 req-7472680c-41b4-4a27-a3db-05aa33b078a0 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Received event network-vif-deleted-9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.414876] env[68292]: INFO nova.compute.manager [req-76634cbf-7a16-40fc-ba62-4d945899daa3 req-7472680c-41b4-4a27-a3db-05aa33b078a0 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Neutron deleted interface 9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0; detaching it from the instance and deleting it from the info cache [ 1358.414952] env[68292]: DEBUG nova.network.neutron [req-76634cbf-7a16-40fc-ba62-4d945899daa3 req-7472680c-41b4-4a27-a3db-05aa33b078a0 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.427167] env[68292]: DEBUG oslo_concurrency.lockutils [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "interface-91b13f26-6e08-4d1b-b485-7edaa36f71e0-ca320153-ea2f-4285-ab02-5dc3670f2bbc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.427552] env[68292]: DEBUG oslo_concurrency.lockutils [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "interface-91b13f26-6e08-4d1b-b485-7edaa36f71e0-ca320153-ea2f-4285-ab02-5dc3670f2bbc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.428061] env[68292]: DEBUG nova.objects.instance [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lazy-loading 'flavor' on Instance uuid 91b13f26-6e08-4d1b-b485-7edaa36f71e0 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.430561] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.430561] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.430561] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.430796] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.431081] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.434288] env[68292]: INFO nova.compute.manager [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Terminating instance [ 1358.810481] env[68292]: DEBUG nova.network.neutron [-] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.917088] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8d9ad24-dc5e-44bf-bac6-d731774cc30c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.926878] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b65caf-d5b1-4ce1-b45a-9d390270fa78 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.942555] env[68292]: DEBUG nova.compute.manager [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.942800] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.944652] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a831a2-286f-4e65-aebf-be36bc18f4c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.955059] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.965192] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c477744b-e153-4d89-8b26-ee74098d4bf1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.967195] env[68292]: DEBUG nova.compute.manager [req-76634cbf-7a16-40fc-ba62-4d945899daa3 req-7472680c-41b4-4a27-a3db-05aa33b078a0 service nova] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Detach interface failed, port_id=9ddf74fa-9ecb-4f4a-ba13-4d68e20c29b0, reason: Instance 4ea85e95-b366-4dd8-a72a-6a172a66d669 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1358.973102] env[68292]: DEBUG oslo_vmware.api [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1358.973102] env[68292]: value = "task-3073092" [ 1358.973102] env[68292]: _type = "Task" [ 1358.973102] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.984419] env[68292]: DEBUG oslo_vmware.api [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.049956] env[68292]: DEBUG nova.objects.instance [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lazy-loading 'pci_requests' on Instance uuid 91b13f26-6e08-4d1b-b485-7edaa36f71e0 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.116570] env[68292]: DEBUG nova.network.neutron [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance_info_cache with network_info: [{"id": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "address": "fa:16:3e:29:d6:dc", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a46b73-bf", "ovs_interfaceid": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.313850] env[68292]: INFO nova.compute.manager [-] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Took 1.39 seconds to deallocate network for instance. [ 1359.486074] env[68292]: DEBUG oslo_vmware.api [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073092, 'name': PowerOffVM_Task, 'duration_secs': 0.202512} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.486074] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.486074] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.486392] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03ba6752-27ac-421c-9891-7ed73e1c66c8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.547790] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.548023] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.548251] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleting the datastore file [datastore2] ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.548497] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac2225f4-fcef-47cc-b1d4-ab49eeb5d335 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.552299] env[68292]: DEBUG nova.objects.base [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Object Instance<91b13f26-6e08-4d1b-b485-7edaa36f71e0> lazy-loaded attributes: flavor,pci_requests {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1359.552693] env[68292]: DEBUG nova.network.neutron [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.556932] env[68292]: DEBUG oslo_vmware.api [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for the task: (returnval){ [ 1359.556932] env[68292]: value = "task-3073094" [ 1359.556932] env[68292]: _type = "Task" [ 1359.556932] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.565296] env[68292]: DEBUG oslo_vmware.api [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.620550] env[68292]: DEBUG oslo_concurrency.lockutils [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.630035] env[68292]: DEBUG nova.policy [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d9ccc2985ee464281c440f63264adf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16e8c0bea4d4195a85f1146cef05a8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.819408] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.819706] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.819943] env[68292]: DEBUG nova.objects.instance [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lazy-loading 'resources' on Instance uuid 4ea85e95-b366-4dd8-a72a-6a172a66d669 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.068548] env[68292]: DEBUG oslo_vmware.api [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Task: {'id': task-3073094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309522} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.068815] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.069009] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.069193] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.069369] env[68292]: INFO nova.compute.manager [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1360.069618] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.069810] env[68292]: DEBUG nova.compute.manager [-] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.069903] env[68292]: DEBUG nova.network.neutron [-] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.129959] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51121e38-e2c0-49ed-a9e3-a7a1234298e7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.137121] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac2e711-236e-4ce2-8276-a8e1c7986d38 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.254397] env[68292]: INFO nova.compute.manager [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Rescuing [ 1360.255087] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "refresh_cache-718dbd08-f03f-4e46-9170-0da9c8ebef13" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.255334] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "refresh_cache-718dbd08-f03f-4e46-9170-0da9c8ebef13" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.255527] env[68292]: DEBUG nova.network.neutron [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.485171] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c134fab-726e-49a0-b2d1-46e17a08f28d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.492549] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b7e3fa-6489-436a-a724-f13025cabec0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.521563] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f7d10-6dc1-4438-a73e-09bee710fd96 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.530021] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb1ebd9-ecf1-48db-afcb-f21c36cd669f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.547091] env[68292]: DEBUG nova.compute.provider_tree [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.569070] env[68292]: DEBUG nova.compute.manager [req-6eb5d2d9-c648-4500-849d-4f2d13610696 req-8b59d9c3-d603-4bf2-af21-d01ad5cff013 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Received event network-vif-deleted-a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.569321] env[68292]: INFO nova.compute.manager [req-6eb5d2d9-c648-4500-849d-4f2d13610696 req-8b59d9c3-d603-4bf2-af21-d01ad5cff013 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Neutron deleted interface a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2; detaching it from the instance and deleting it from the info cache [ 1360.569363] env[68292]: DEBUG nova.network.neutron [req-6eb5d2d9-c648-4500-849d-4f2d13610696 req-8b59d9c3-d603-4bf2-af21-d01ad5cff013 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.979881] env[68292]: DEBUG nova.network.neutron [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Updating instance_info_cache with network_info: [{"id": "c823405f-5ccc-498d-83b1-03a3779d727c", "address": "fa:16:3e:10:d4:d7", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc823405f-5c", "ovs_interfaceid": "c823405f-5ccc-498d-83b1-03a3779d727c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.032114] env[68292]: DEBUG nova.compute.manager [req-8fac8fec-6527-4948-a5fb-c151dc030a0c req-048c4ce6-ef1a-4f21-b584-bfea984952b6 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Received event network-vif-plugged-ca320153-ea2f-4285-ab02-5dc3670f2bbc {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.032342] env[68292]: DEBUG oslo_concurrency.lockutils [req-8fac8fec-6527-4948-a5fb-c151dc030a0c req-048c4ce6-ef1a-4f21-b584-bfea984952b6 service nova] Acquiring lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.032618] env[68292]: DEBUG oslo_concurrency.lockutils [req-8fac8fec-6527-4948-a5fb-c151dc030a0c req-048c4ce6-ef1a-4f21-b584-bfea984952b6 service nova] Lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.032811] env[68292]: DEBUG oslo_concurrency.lockutils [req-8fac8fec-6527-4948-a5fb-c151dc030a0c req-048c4ce6-ef1a-4f21-b584-bfea984952b6 service nova] Lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.032968] env[68292]: DEBUG nova.compute.manager [req-8fac8fec-6527-4948-a5fb-c151dc030a0c req-048c4ce6-ef1a-4f21-b584-bfea984952b6 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] No waiting events found dispatching network-vif-plugged-ca320153-ea2f-4285-ab02-5dc3670f2bbc {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.033162] env[68292]: WARNING nova.compute.manager [req-8fac8fec-6527-4948-a5fb-c151dc030a0c req-048c4ce6-ef1a-4f21-b584-bfea984952b6 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Received unexpected event network-vif-plugged-ca320153-ea2f-4285-ab02-5dc3670f2bbc for instance with vm_state active and task_state None. [ 1361.049539] env[68292]: DEBUG nova.scheduler.client.report [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.052832] env[68292]: DEBUG nova.network.neutron [-] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.072032] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ea68af0-e860-4736-a646-8a5bfd0c0c58 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.082341] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca51272-909f-41ed-8d8b-6d5f1a2e7b83 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.112150] env[68292]: DEBUG nova.compute.manager [req-6eb5d2d9-c648-4500-849d-4f2d13610696 req-8b59d9c3-d603-4bf2-af21-d01ad5cff013 service nova] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Detach interface failed, port_id=a09b15a3-a2d7-41ee-9cdf-4d5ff15382b2, reason: Instance ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1361.128075] env[68292]: DEBUG nova.network.neutron [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Successfully updated port: ca320153-ea2f-4285-ab02-5dc3670f2bbc {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.232211] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97988118-4f5d-4855-8bd9-0fad75d0ba84 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.252448] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4410042a-b70c-4f78-865b-87690e1f89c5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.259225] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance '91e43518-1929-4a1d-90a2-3f5e13e2c662' progress to 83 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1361.486263] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "refresh_cache-718dbd08-f03f-4e46-9170-0da9c8ebef13" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.554783] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.558464] env[68292]: INFO nova.compute.manager [-] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Took 1.49 seconds to deallocate network for instance. [ 1361.579444] env[68292]: INFO nova.scheduler.client.report [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Deleted allocations for instance 4ea85e95-b366-4dd8-a72a-6a172a66d669 [ 1361.631755] env[68292]: DEBUG oslo_concurrency.lockutils [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.631755] env[68292]: DEBUG oslo_concurrency.lockutils [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.631755] env[68292]: DEBUG nova.network.neutron [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.765449] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.765760] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87cdde1e-a23c-4780-a046-abdf127c60b3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.773216] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1361.773216] env[68292]: value = "task-3073095" [ 1361.773216] env[68292]: _type = "Task" [ 1361.773216] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.780533] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.065543] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.065543] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.065543] env[68292]: DEBUG nova.objects.instance [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lazy-loading 'resources' on Instance uuid ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.087149] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d89b531e-e69e-4aa0-9e15-fa007ef2c35c tempest-AttachVolumeTestJSON-245737179 tempest-AttachVolumeTestJSON-245737179-project-member] Lock "4ea85e95-b366-4dd8-a72a-6a172a66d669" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.800s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.170698] env[68292]: WARNING nova.network.neutron [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] 942f8fd2-9f40-4810-aaf7-305362c2ee00 already exists in list: networks containing: ['942f8fd2-9f40-4810-aaf7-305362c2ee00']. ignoring it [ 1362.283494] env[68292]: DEBUG oslo_vmware.api [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073095, 'name': PowerOnVM_Task, 'duration_secs': 0.45614} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.283797] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.283984] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-c71dbc4f-f88c-493a-bc31-fe35da0471f1 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance '91e43518-1929-4a1d-90a2-3f5e13e2c662' progress to 100 {{(pid=68292) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1362.441894] env[68292]: DEBUG nova.network.neutron [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updating instance_info_cache with network_info: [{"id": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "address": "fa:16:3e:cd:6e:3e", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b2b61e-7d", "ovs_interfaceid": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca320153-ea2f-4285-ab02-5dc3670f2bbc", "address": "fa:16:3e:a5:27:66", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca320153-ea", "ovs_interfaceid": "ca320153-ea2f-4285-ab02-5dc3670f2bbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.686168] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3a8910-92d5-4177-9353-66eae0fc0fe9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.694770] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69949678-78b2-4770-a156-2f51958e14f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.727142] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eea450d-c3be-4ce2-8203-062d362d9602 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.734747] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597b8b37-2300-4ae5-8961-d8ee396dc5fc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.748513] env[68292]: DEBUG nova.compute.provider_tree [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.945262] env[68292]: DEBUG oslo_concurrency.lockutils [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.945950] env[68292]: DEBUG oslo_concurrency.lockutils [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.946130] env[68292]: DEBUG oslo_concurrency.lockutils [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.947016] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dab6e7-c1fb-4dda-8677-f60a6858621d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.965097] env[68292]: DEBUG nova.virt.hardware [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.965350] env[68292]: DEBUG nova.virt.hardware [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.965508] env[68292]: DEBUG nova.virt.hardware [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.965693] env[68292]: DEBUG nova.virt.hardware [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.965838] env[68292]: DEBUG nova.virt.hardware [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.966151] env[68292]: DEBUG nova.virt.hardware [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.966196] env[68292]: DEBUG nova.virt.hardware [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.966348] env[68292]: DEBUG nova.virt.hardware [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.966510] env[68292]: DEBUG nova.virt.hardware [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.966668] env[68292]: DEBUG nova.virt.hardware [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.966837] env[68292]: DEBUG nova.virt.hardware [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.973400] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Reconfiguring VM to attach interface {{(pid=68292) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1362.974027] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f841d587-3f14-482e-87a4-699284481e15 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.993307] env[68292]: DEBUG oslo_vmware.api [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1362.993307] env[68292]: value = "task-3073096" [ 1362.993307] env[68292]: _type = "Task" [ 1362.993307] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.001492] env[68292]: DEBUG oslo_vmware.api [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073096, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.026341] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.026659] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-debfe4cb-867a-4f13-930b-1a52ec86a626 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.034063] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1363.034063] env[68292]: value = "task-3073098" [ 1363.034063] env[68292]: _type = "Task" [ 1363.034063] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.042732] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.062232] env[68292]: DEBUG nova.compute.manager [req-6f7180d2-0253-4340-a666-419264195a13 req-05b03a0f-5656-493e-ba21-50751710758c service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Received event network-changed-ca320153-ea2f-4285-ab02-5dc3670f2bbc {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.062411] env[68292]: DEBUG nova.compute.manager [req-6f7180d2-0253-4340-a666-419264195a13 req-05b03a0f-5656-493e-ba21-50751710758c service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Refreshing instance network info cache due to event network-changed-ca320153-ea2f-4285-ab02-5dc3670f2bbc. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.062624] env[68292]: DEBUG oslo_concurrency.lockutils [req-6f7180d2-0253-4340-a666-419264195a13 req-05b03a0f-5656-493e-ba21-50751710758c service nova] Acquiring lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.062704] env[68292]: DEBUG oslo_concurrency.lockutils [req-6f7180d2-0253-4340-a666-419264195a13 req-05b03a0f-5656-493e-ba21-50751710758c service nova] Acquired lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.062867] env[68292]: DEBUG nova.network.neutron [req-6f7180d2-0253-4340-a666-419264195a13 req-05b03a0f-5656-493e-ba21-50751710758c service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Refreshing network info cache for port ca320153-ea2f-4285-ab02-5dc3670f2bbc {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.251874] env[68292]: DEBUG nova.scheduler.client.report [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.505214] env[68292]: DEBUG oslo_vmware.api [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.544169] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073098, 'name': PowerOffVM_Task, 'duration_secs': 0.377788} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.544431] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.545223] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29ce0db-159e-463b-9260-a5ca4f2a27eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.563591] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4037dba7-3d90-43fe-8123-b2d7db3a42e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.599949] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.600258] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47ddb7b7-31d2-4b54-9629-ee3e138abad5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.611163] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1363.611163] env[68292]: value = "task-3073099" [ 1363.611163] env[68292]: _type = "Task" [ 1363.611163] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.621456] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.757676] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.776023] env[68292]: DEBUG nova.network.neutron [req-6f7180d2-0253-4340-a666-419264195a13 req-05b03a0f-5656-493e-ba21-50751710758c service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updated VIF entry in instance network info cache for port ca320153-ea2f-4285-ab02-5dc3670f2bbc. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.776429] env[68292]: DEBUG nova.network.neutron [req-6f7180d2-0253-4340-a666-419264195a13 req-05b03a0f-5656-493e-ba21-50751710758c service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updating instance_info_cache with network_info: [{"id": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "address": "fa:16:3e:cd:6e:3e", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b2b61e-7d", "ovs_interfaceid": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca320153-ea2f-4285-ab02-5dc3670f2bbc", "address": "fa:16:3e:a5:27:66", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca320153-ea", "ovs_interfaceid": "ca320153-ea2f-4285-ab02-5dc3670f2bbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.785956] env[68292]: INFO nova.scheduler.client.report [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Deleted allocations for instance ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c [ 1364.005441] env[68292]: DEBUG oslo_vmware.api [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073096, 'name': ReconfigVM_Task, 'duration_secs': 0.52536} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.005993] env[68292]: DEBUG oslo_concurrency.lockutils [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.006251] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Reconfigured VM to attach interface {{(pid=68292) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1364.124801] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1364.125118] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.125320] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.125471] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.125652] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.125913] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f179e511-e8eb-43e9-a736-90d340ccf0b0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.135800] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.135986] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.136736] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367ca1aa-4d05-44f0-9cc5-900fe711a670 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.142819] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1364.142819] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52431d8c-9efa-2c0c-3085-6a09e9da046a" [ 1364.142819] env[68292]: _type = "Task" [ 1364.142819] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.151130] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52431d8c-9efa-2c0c-3085-6a09e9da046a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.268211] env[68292]: DEBUG oslo_concurrency.lockutils [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "91e43518-1929-4a1d-90a2-3f5e13e2c662" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.268578] env[68292]: DEBUG oslo_concurrency.lockutils [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "91e43518-1929-4a1d-90a2-3f5e13e2c662" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.268630] env[68292]: DEBUG nova.compute.manager [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Going to confirm migration 10 {{(pid=68292) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1364.280016] env[68292]: DEBUG oslo_concurrency.lockutils [req-6f7180d2-0253-4340-a666-419264195a13 req-05b03a0f-5656-493e-ba21-50751710758c service nova] Releasing lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.293449] env[68292]: DEBUG oslo_concurrency.lockutils [None req-5dcb0163-25d0-439a-be18-4b11c036c638 tempest-ServerActionsTestOtherB-1127655860 tempest-ServerActionsTestOtherB-1127655860-project-member] Lock "ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.863s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.511052] env[68292]: DEBUG oslo_concurrency.lockutils [None req-39f05b2b-a4e1-402a-b72e-8ebbda1ea08a tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "interface-91b13f26-6e08-4d1b-b485-7edaa36f71e0-ca320153-ea2f-4285-ab02-5dc3670f2bbc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.083s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.656913] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52431d8c-9efa-2c0c-3085-6a09e9da046a, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.657915] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc1d274-e6cc-4c10-895c-2e5ca82bd341 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.664679] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1364.664679] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b1905f-14f0-378d-c52d-e9fdcbfefe52" [ 1364.664679] env[68292]: _type = "Task" [ 1364.664679] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.673922] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b1905f-14f0-378d-c52d-e9fdcbfefe52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.847449] env[68292]: DEBUG oslo_concurrency.lockutils [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.847651] env[68292]: DEBUG oslo_concurrency.lockutils [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquired lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.847827] env[68292]: DEBUG nova.network.neutron [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.848027] env[68292]: DEBUG nova.objects.instance [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lazy-loading 'info_cache' on Instance uuid 91e43518-1929-4a1d-90a2-3f5e13e2c662 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.176876] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b1905f-14f0-378d-c52d-e9fdcbfefe52, 'name': SearchDatastore_Task, 'duration_secs': 0.014281} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.177216] env[68292]: DEBUG oslo_concurrency.lockutils [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.177482] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 718dbd08-f03f-4e46-9170-0da9c8ebef13/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk. {{(pid=68292) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1365.177762] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5c43bd5-b58a-4e7e-b631-422dcb6e24a1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.185059] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1365.185059] env[68292]: value = "task-3073101" [ 1365.185059] env[68292]: _type = "Task" [ 1365.185059] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.193445] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.695011] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.070704] env[68292]: DEBUG nova.network.neutron [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance_info_cache with network_info: [{"id": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "address": "fa:16:3e:29:d6:dc", "network": {"id": "c1f5c593-cd4b-45ef-88a9-05dbccfd4227", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-463691247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7834ca8bd123442dba8b266c98f9176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a46b73-bf", "ovs_interfaceid": "11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.131508] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "interface-91b13f26-6e08-4d1b-b485-7edaa36f71e0-ca320153-ea2f-4285-ab02-5dc3670f2bbc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.131871] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "interface-91b13f26-6e08-4d1b-b485-7edaa36f71e0-ca320153-ea2f-4285-ab02-5dc3670f2bbc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.198127] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073101, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.574176] env[68292]: DEBUG oslo_concurrency.lockutils [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Releasing lock "refresh_cache-91e43518-1929-4a1d-90a2-3f5e13e2c662" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.574498] env[68292]: DEBUG nova.objects.instance [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lazy-loading 'migration_context' on Instance uuid 91e43518-1929-4a1d-90a2-3f5e13e2c662 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.635120] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.635332] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.636227] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74ac24b-fa54-4c83-ab05-cb5963567e49 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.654602] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b06fa87-df3d-4bec-b934-6370c0688b1a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.679886] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Reconfiguring VM to detach interface {{(pid=68292) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1366.680177] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc6381bc-cf57-48c2-8a99-a8c8906cf7b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.701320] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073101, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.071314} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.702509] env[68292]: INFO nova.virt.vmwareapi.ds_util [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] 718dbd08-f03f-4e46-9170-0da9c8ebef13/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk. [ 1366.702857] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1366.702857] env[68292]: value = "task-3073103" [ 1366.702857] env[68292]: _type = "Task" [ 1366.702857] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.703551] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2a43d3-926e-4d5e-9625-6b4d70cc05a6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.713414] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.733154] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 718dbd08-f03f-4e46-9170-0da9c8ebef13/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.733462] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6cdde3e-f25e-4105-b932-ad0e62fbab01 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.754750] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1366.754750] env[68292]: value = "task-3073104" [ 1366.754750] env[68292]: _type = "Task" [ 1366.754750] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.764265] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073104, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.077383] env[68292]: DEBUG nova.objects.base [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Object Instance<91e43518-1929-4a1d-90a2-3f5e13e2c662> lazy-loaded attributes: info_cache,migration_context {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1367.078340] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0b790a-4e13-4ce2-ae86-34fe2f57bcd0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.100252] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5f96a5-f66c-4637-9b42-4b2f7a0503c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.106520] env[68292]: DEBUG oslo_vmware.api [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1367.106520] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]523a7b5b-586f-0545-e0cf-6ef84342d076" [ 1367.106520] env[68292]: _type = "Task" [ 1367.106520] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.115372] env[68292]: DEBUG oslo_vmware.api [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523a7b5b-586f-0545-e0cf-6ef84342d076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.216306] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.265125] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.617101] env[68292]: DEBUG oslo_vmware.api [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523a7b5b-586f-0545-e0cf-6ef84342d076, 'name': SearchDatastore_Task, 'duration_secs': 0.008522} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.617413] env[68292]: DEBUG oslo_concurrency.lockutils [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.617668] env[68292]: DEBUG oslo_concurrency.lockutils [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.716383] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.766216] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.223528] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.250650] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9a6cb6-c2ed-4663-abfd-401f7e0c6f3c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.261207] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849049fb-63ce-42e3-99a4-99685a1c14f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.269158] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073104, 'name': ReconfigVM_Task, 'duration_secs': 1.38522} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.297287] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 718dbd08-f03f-4e46-9170-0da9c8ebef13/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.298384] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3b07c3-fd0d-4580-97e8-25f0990dfb49 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.302352] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ecce53-899b-4d8d-8d9a-54af3e6ce912 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.330212] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6bb66ac-09b2-4a30-b8f0-188faf78e693 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.341869] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3f9371-999a-4b46-8e57-15cc4310294d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.356754] env[68292]: DEBUG nova.compute.provider_tree [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.359602] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1368.359602] env[68292]: value = "task-3073105" [ 1368.359602] env[68292]: _type = "Task" [ 1368.359602] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.368783] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.717551] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.861140] env[68292]: DEBUG nova.scheduler.client.report [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.880405] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.222066] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.382784] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.718584] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.880772] env[68292]: DEBUG oslo_concurrency.lockutils [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.263s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.889872] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073105, 'name': ReconfigVM_Task, 'duration_secs': 1.172011} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.889975] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.890249] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-243896f2-3d82-4f43-bb23-9a5351282594 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.897284] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1369.897284] env[68292]: value = "task-3073107" [ 1369.897284] env[68292]: _type = "Task" [ 1369.897284] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.905568] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.222265] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.407498] env[68292]: DEBUG oslo_vmware.api [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073107, 'name': PowerOnVM_Task, 'duration_secs': 0.460694} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.410173] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.412712] env[68292]: DEBUG nova.compute.manager [None req-09532906-b3e4-4eb2-8f11-d6c59cb565b4 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.413523] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a23612-56a0-4760-9745-ea9d966ab12a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.447016] env[68292]: INFO nova.scheduler.client.report [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted allocation for migration 382a3e37-674d-46f5-894a-a4209b444bd3 [ 1370.705210] env[68292]: INFO nova.compute.manager [None req-6765f862-195f-4148-86d8-ba6bd05d1c24 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Get console output [ 1370.705444] env[68292]: WARNING nova.virt.vmwareapi.driver [None req-6765f862-195f-4148-86d8-ba6bd05d1c24 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] The console log is missing. Check your VSPC configuration [ 1370.719489] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.952203] env[68292]: DEBUG oslo_concurrency.lockutils [None req-397931dc-79a6-49ef-afbf-419e529b4265 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "91e43518-1929-4a1d-90a2-3f5e13e2c662" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.684s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.220771] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.674121] env[68292]: INFO nova.compute.manager [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Unrescuing [ 1371.674121] env[68292]: DEBUG oslo_concurrency.lockutils [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "refresh_cache-718dbd08-f03f-4e46-9170-0da9c8ebef13" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.674334] env[68292]: DEBUG oslo_concurrency.lockutils [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "refresh_cache-718dbd08-f03f-4e46-9170-0da9c8ebef13" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.674334] env[68292]: DEBUG nova.network.neutron [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.721131] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.221510] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.440869] env[68292]: DEBUG nova.network.neutron [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Updating instance_info_cache with network_info: [{"id": "c823405f-5ccc-498d-83b1-03a3779d727c", "address": "fa:16:3e:10:d4:d7", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc823405f-5c", "ovs_interfaceid": "c823405f-5ccc-498d-83b1-03a3779d727c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.722347] env[68292]: DEBUG oslo_vmware.api [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073103, 'name': ReconfigVM_Task, 'duration_secs': 5.785456} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.723779] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.723779] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Reconfigured VM to detach interface {{(pid=68292) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1372.943636] env[68292]: DEBUG oslo_concurrency.lockutils [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "refresh_cache-718dbd08-f03f-4e46-9170-0da9c8ebef13" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.944255] env[68292]: DEBUG nova.objects.instance [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lazy-loading 'flavor' on Instance uuid 718dbd08-f03f-4e46-9170-0da9c8ebef13 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.372318] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.372590] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.372779] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.372935] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.373101] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.373249] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.373397] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.373591] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68292) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1373.373770] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.453029] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b16bf5e-4aa6-4d32-b87e-ae80a59bfb11 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.475368] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.475945] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39245f70-2b4f-4553-9eb2-59bdbe4972d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.484202] env[68292]: DEBUG oslo_vmware.api [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1373.484202] env[68292]: value = "task-3073108" [ 1373.484202] env[68292]: _type = "Task" [ 1373.484202] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.493340] env[68292]: DEBUG oslo_vmware.api [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.876757] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.877074] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.877210] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.877365] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1373.878240] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d0696b-239e-4348-95c7-1abe25700a44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.891677] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c85fe2-77dc-46f5-ac23-be4d333be655 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.905660] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d98525-01be-4d5c-8988-addc4984f0f0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.914723] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c6ab1d-8369-4025-a62b-1d0be567f99b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.946981] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180052MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1373.947777] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.948473] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.994268] env[68292]: DEBUG oslo_vmware.api [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073108, 'name': PowerOffVM_Task, 'duration_secs': 0.253409} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.994616] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.999975] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1374.000579] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-017d495a-bc2c-4da5-8110-ecfb6dca0a0c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.019729] env[68292]: DEBUG oslo_vmware.api [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1374.019729] env[68292]: value = "task-3073109" [ 1374.019729] env[68292]: _type = "Task" [ 1374.019729] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.028013] env[68292]: DEBUG oslo_vmware.api [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.228405] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.228634] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.228828] env[68292]: DEBUG nova.network.neutron [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.530704] env[68292]: DEBUG oslo_vmware.api [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073109, 'name': ReconfigVM_Task, 'duration_secs': 0.224331} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.530984] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1374.531197] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.531443] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e169b1db-3ed9-48f7-9de5-9d91b61a4af1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.537256] env[68292]: DEBUG oslo_vmware.api [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1374.537256] env[68292]: value = "task-3073110" [ 1374.537256] env[68292]: _type = "Task" [ 1374.537256] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.545526] env[68292]: DEBUG oslo_vmware.api [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.975907] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance a2554572-80d3-4348-b139-571d724558f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.976268] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.976268] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 91b13f26-6e08-4d1b-b485-7edaa36f71e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.976396] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance ff920df6-dd2d-44c8-aeb2-ab7d067d41ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.976396] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 718dbd08-f03f-4e46-9170-0da9c8ebef13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.976499] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 3f0653df-da0c-4a10-a0e5-1ed29aa00a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.976610] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 91e43518-1929-4a1d-90a2-3f5e13e2c662 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.976788] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1374.976916] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1375.049539] env[68292]: DEBUG oslo_vmware.api [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073110, 'name': PowerOnVM_Task, 'duration_secs': 0.353847} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.049772] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.050014] env[68292]: DEBUG nova.compute.manager [None req-297c9d16-48e9-4ac6-9467-1cb33fb697a5 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.050801] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb90cb7-ef46-46ce-b2fb-615dd6919e78 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.061787] env[68292]: INFO nova.network.neutron [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Port ca320153-ea2f-4285-ab02-5dc3670f2bbc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1375.062100] env[68292]: DEBUG nova.network.neutron [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updating instance_info_cache with network_info: [{"id": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "address": "fa:16:3e:cd:6e:3e", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b2b61e-7d", "ovs_interfaceid": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.088098] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c41415-b88e-4bca-8aff-d9d989b13c0e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.096709] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7dec9f-1399-48f7-b2a7-eacfa6abf797 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.132625] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a913b36-eedd-4221-91b9-fd7e338feec1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.140270] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db018f34-be2d-4394-a8c3-f102c26204ef {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.154573] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.166412] env[68292]: DEBUG nova.compute.manager [req-18399544-d04b-4bcf-9f83-cb4e74136445 req-601dedda-30ed-40e3-9367-476548bf4c6b service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Received event network-changed-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.166585] env[68292]: DEBUG nova.compute.manager [req-18399544-d04b-4bcf-9f83-cb4e74136445 req-601dedda-30ed-40e3-9367-476548bf4c6b service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Refreshing instance network info cache due to event network-changed-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1375.166750] env[68292]: DEBUG oslo_concurrency.lockutils [req-18399544-d04b-4bcf-9f83-cb4e74136445 req-601dedda-30ed-40e3-9367-476548bf4c6b service nova] Acquiring lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.563753] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.566418] env[68292]: DEBUG oslo_concurrency.lockutils [req-18399544-d04b-4bcf-9f83-cb4e74136445 req-601dedda-30ed-40e3-9367-476548bf4c6b service nova] Acquired lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.566668] env[68292]: DEBUG nova.network.neutron [req-18399544-d04b-4bcf-9f83-cb4e74136445 req-601dedda-30ed-40e3-9367-476548bf4c6b service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Refreshing network info cache for port a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.657421] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.839058] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "interface-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-ca320153-ea2f-4285-ab02-5dc3670f2bbc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.839352] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "interface-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-ca320153-ea2f-4285-ab02-5dc3670f2bbc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.839725] env[68292]: DEBUG nova.objects.instance [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lazy-loading 'flavor' on Instance uuid ff920df6-dd2d-44c8-aeb2-ab7d067d41ad {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.069268] env[68292]: DEBUG oslo_concurrency.lockutils [None req-f2fdfe29-9c45-4243-9431-3a0a7825529f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "interface-91b13f26-6e08-4d1b-b485-7edaa36f71e0-ca320153-ea2f-4285-ab02-5dc3670f2bbc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.937s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.162245] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1376.162418] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.214s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.251888] env[68292]: DEBUG nova.network.neutron [req-18399544-d04b-4bcf-9f83-cb4e74136445 req-601dedda-30ed-40e3-9367-476548bf4c6b service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updated VIF entry in instance network info cache for port a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.252280] env[68292]: DEBUG nova.network.neutron [req-18399544-d04b-4bcf-9f83-cb4e74136445 req-601dedda-30ed-40e3-9367-476548bf4c6b service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updating instance_info_cache with network_info: [{"id": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "address": "fa:16:3e:cd:6e:3e", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b2b61e-7d", "ovs_interfaceid": "a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.432653] env[68292]: DEBUG nova.objects.instance [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lazy-loading 'pci_requests' on Instance uuid ff920df6-dd2d-44c8-aeb2-ab7d067d41ad {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.754858] env[68292]: DEBUG oslo_concurrency.lockutils [req-18399544-d04b-4bcf-9f83-cb4e74136445 req-601dedda-30ed-40e3-9367-476548bf4c6b service nova] Releasing lock "refresh_cache-91b13f26-6e08-4d1b-b485-7edaa36f71e0" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.935088] env[68292]: DEBUG nova.objects.base [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68292) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1376.935350] env[68292]: DEBUG nova.network.neutron [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.000712] env[68292]: DEBUG nova.policy [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d9ccc2985ee464281c440f63264adf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16e8c0bea4d4195a85f1146cef05a8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.202147] env[68292]: DEBUG nova.compute.manager [req-3bb0bfd8-c97e-4380-94e6-fa70d8dc8100 req-e8d02e9b-5285-4692-8ebf-322b5bd46ef1 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Received event network-changed-84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.202434] env[68292]: DEBUG nova.compute.manager [req-3bb0bfd8-c97e-4380-94e6-fa70d8dc8100 req-e8d02e9b-5285-4692-8ebf-322b5bd46ef1 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Refreshing instance network info cache due to event network-changed-84a762d6-ca10-453b-b65e-752718d6b41f. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1377.202613] env[68292]: DEBUG oslo_concurrency.lockutils [req-3bb0bfd8-c97e-4380-94e6-fa70d8dc8100 req-e8d02e9b-5285-4692-8ebf-322b5bd46ef1 service nova] Acquiring lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.202790] env[68292]: DEBUG oslo_concurrency.lockutils [req-3bb0bfd8-c97e-4380-94e6-fa70d8dc8100 req-e8d02e9b-5285-4692-8ebf-322b5bd46ef1 service nova] Acquired lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.202983] env[68292]: DEBUG nova.network.neutron [req-3bb0bfd8-c97e-4380-94e6-fa70d8dc8100 req-e8d02e9b-5285-4692-8ebf-322b5bd46ef1 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Refreshing network info cache for port 84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.984211] env[68292]: DEBUG nova.network.neutron [req-3bb0bfd8-c97e-4380-94e6-fa70d8dc8100 req-e8d02e9b-5285-4692-8ebf-322b5bd46ef1 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updated VIF entry in instance network info cache for port 84a762d6-ca10-453b-b65e-752718d6b41f. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.984568] env[68292]: DEBUG nova.network.neutron [req-3bb0bfd8-c97e-4380-94e6-fa70d8dc8100 req-e8d02e9b-5285-4692-8ebf-322b5bd46ef1 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updating instance_info_cache with network_info: [{"id": "84a762d6-ca10-453b-b65e-752718d6b41f", "address": "fa:16:3e:b5:5a:a2", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a762d6-ca", "ovs_interfaceid": "84a762d6-ca10-453b-b65e-752718d6b41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.487711] env[68292]: DEBUG oslo_concurrency.lockutils [req-3bb0bfd8-c97e-4380-94e6-fa70d8dc8100 req-e8d02e9b-5285-4692-8ebf-322b5bd46ef1 service nova] Releasing lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.516225] env[68292]: DEBUG nova.network.neutron [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Successfully updated port: ca320153-ea2f-4285-ab02-5dc3670f2bbc {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.698675] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "c9014848-c1a6-4cba-8dc4-01e00800664f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.699008] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.018350] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.018350] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.018513] env[68292]: DEBUG nova.network.neutron [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.201676] env[68292]: DEBUG nova.compute.manager [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.229034] env[68292]: DEBUG nova.compute.manager [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Received event network-vif-plugged-ca320153-ea2f-4285-ab02-5dc3670f2bbc {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.229225] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] Acquiring lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.229434] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] Lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.229612] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] Lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.229815] env[68292]: DEBUG nova.compute.manager [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] No waiting events found dispatching network-vif-plugged-ca320153-ea2f-4285-ab02-5dc3670f2bbc {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.229922] env[68292]: WARNING nova.compute.manager [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Received unexpected event network-vif-plugged-ca320153-ea2f-4285-ab02-5dc3670f2bbc for instance with vm_state active and task_state None. [ 1379.230098] env[68292]: DEBUG nova.compute.manager [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Received event network-changed-ca320153-ea2f-4285-ab02-5dc3670f2bbc {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.230286] env[68292]: DEBUG nova.compute.manager [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Refreshing instance network info cache due to event network-changed-ca320153-ea2f-4285-ab02-5dc3670f2bbc. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1379.230458] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] Acquiring lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.553350] env[68292]: WARNING nova.network.neutron [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] 942f8fd2-9f40-4810-aaf7-305362c2ee00 already exists in list: networks containing: ['942f8fd2-9f40-4810-aaf7-305362c2ee00']. ignoring it [ 1379.725371] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.725664] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.727279] env[68292]: INFO nova.compute.claims [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.817542] env[68292]: DEBUG nova.network.neutron [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updating instance_info_cache with network_info: [{"id": "84a762d6-ca10-453b-b65e-752718d6b41f", "address": "fa:16:3e:b5:5a:a2", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a762d6-ca", "ovs_interfaceid": "84a762d6-ca10-453b-b65e-752718d6b41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca320153-ea2f-4285-ab02-5dc3670f2bbc", "address": "fa:16:3e:a5:27:66", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca320153-ea", "ovs_interfaceid": "ca320153-ea2f-4285-ab02-5dc3670f2bbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.320078] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.320745] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.320909] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.321209] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] Acquired lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.321391] env[68292]: DEBUG nova.network.neutron [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Refreshing network info cache for port ca320153-ea2f-4285-ab02-5dc3670f2bbc {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.323059] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5043830b-7161-4e36-a917-639dab6570ff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.340912] env[68292]: DEBUG nova.virt.hardware [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.341213] env[68292]: DEBUG nova.virt.hardware [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.341411] env[68292]: DEBUG nova.virt.hardware [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.341600] env[68292]: DEBUG nova.virt.hardware [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.341746] env[68292]: DEBUG nova.virt.hardware [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.341897] env[68292]: DEBUG nova.virt.hardware [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.342117] env[68292]: DEBUG nova.virt.hardware [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.342281] env[68292]: DEBUG nova.virt.hardware [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.342449] env[68292]: DEBUG nova.virt.hardware [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.342644] env[68292]: DEBUG nova.virt.hardware [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.342812] env[68292]: DEBUG nova.virt.hardware [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.349129] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Reconfiguring VM to attach interface {{(pid=68292) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1380.349657] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14397bff-dbca-4c03-bae4-55afafd02711 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.369181] env[68292]: DEBUG oslo_vmware.api [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1380.369181] env[68292]: value = "task-3073111" [ 1380.369181] env[68292]: _type = "Task" [ 1380.369181] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.376843] env[68292]: DEBUG oslo_vmware.api [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073111, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.832953] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9203f9-d020-4a7a-9209-fb735a2a68c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.840676] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b497b8f9-78d6-486b-9702-4514617565e1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.871750] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d47f1a-2445-4cd1-bf23-a79963d83184 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.885391] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ce757-0a5f-4830-b064-17bc4c8ff326 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.888926] env[68292]: DEBUG oslo_vmware.api [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.898318] env[68292]: DEBUG nova.compute.provider_tree [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.021427] env[68292]: DEBUG nova.network.neutron [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updated VIF entry in instance network info cache for port ca320153-ea2f-4285-ab02-5dc3670f2bbc. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.021857] env[68292]: DEBUG nova.network.neutron [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updating instance_info_cache with network_info: [{"id": "84a762d6-ca10-453b-b65e-752718d6b41f", "address": "fa:16:3e:b5:5a:a2", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a762d6-ca", "ovs_interfaceid": "84a762d6-ca10-453b-b65e-752718d6b41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca320153-ea2f-4285-ab02-5dc3670f2bbc", "address": "fa:16:3e:a5:27:66", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca320153-ea", "ovs_interfaceid": "ca320153-ea2f-4285-ab02-5dc3670f2bbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.383695] env[68292]: DEBUG oslo_vmware.api [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.402067] env[68292]: DEBUG nova.scheduler.client.report [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.524913] env[68292]: DEBUG oslo_concurrency.lockutils [req-8e980b7f-1c72-4a05-9ee4-517db3967b57 req-ef81b443-fe09-4b95-825a-4f4f0c9680f6 service nova] Releasing lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.884446] env[68292]: DEBUG oslo_vmware.api [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.906542] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.907063] env[68292]: DEBUG nova.compute.manager [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1382.383972] env[68292]: DEBUG oslo_vmware.api [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073111, 'name': ReconfigVM_Task, 'duration_secs': 1.610391} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.384501] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.384717] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Reconfigured VM to attach interface {{(pid=68292) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1382.412067] env[68292]: DEBUG nova.compute.utils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1382.413554] env[68292]: DEBUG nova.compute.manager [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1382.413747] env[68292]: DEBUG nova.network.neutron [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1382.449869] env[68292]: DEBUG nova.policy [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af886ef8f5d6493bae184f6226acac14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a36a328f7cfb44f896da624caa6c1d92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1382.759744] env[68292]: DEBUG nova.network.neutron [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Successfully created port: aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.889551] env[68292]: DEBUG oslo_concurrency.lockutils [None req-8c467ffe-f051-4b7d-b25b-c686b9372b8f tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "interface-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-ca320153-ea2f-4285-ab02-5dc3670f2bbc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.050s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.916939] env[68292]: DEBUG nova.compute.manager [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1383.926760] env[68292]: DEBUG nova.compute.manager [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.953926] env[68292]: DEBUG nova.virt.hardware [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.954191] env[68292]: DEBUG nova.virt.hardware [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.954353] env[68292]: DEBUG nova.virt.hardware [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.954534] env[68292]: DEBUG nova.virt.hardware [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.954682] env[68292]: DEBUG nova.virt.hardware [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.954832] env[68292]: DEBUG nova.virt.hardware [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.955054] env[68292]: DEBUG nova.virt.hardware [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.955217] env[68292]: DEBUG nova.virt.hardware [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.955387] env[68292]: DEBUG nova.virt.hardware [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.955548] env[68292]: DEBUG nova.virt.hardware [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.955720] env[68292]: DEBUG nova.virt.hardware [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.956608] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dee577c-4b18-43e5-98dd-d437b36be80b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.964601] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80c1703-1941-4459-962c-139f3f32637a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.129466] env[68292]: DEBUG nova.compute.manager [req-6b2b6ab2-3f3d-44ec-ab9c-a04398f8f55d req-35b05539-4a0e-4711-902c-987c1e3a173d service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Received event network-vif-plugged-aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.129763] env[68292]: DEBUG oslo_concurrency.lockutils [req-6b2b6ab2-3f3d-44ec-ab9c-a04398f8f55d req-35b05539-4a0e-4711-902c-987c1e3a173d service nova] Acquiring lock "c9014848-c1a6-4cba-8dc4-01e00800664f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.129895] env[68292]: DEBUG oslo_concurrency.lockutils [req-6b2b6ab2-3f3d-44ec-ab9c-a04398f8f55d req-35b05539-4a0e-4711-902c-987c1e3a173d service nova] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.130119] env[68292]: DEBUG oslo_concurrency.lockutils [req-6b2b6ab2-3f3d-44ec-ab9c-a04398f8f55d req-35b05539-4a0e-4711-902c-987c1e3a173d service nova] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.130311] env[68292]: DEBUG nova.compute.manager [req-6b2b6ab2-3f3d-44ec-ab9c-a04398f8f55d req-35b05539-4a0e-4711-902c-987c1e3a173d service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] No waiting events found dispatching network-vif-plugged-aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1384.130481] env[68292]: WARNING nova.compute.manager [req-6b2b6ab2-3f3d-44ec-ab9c-a04398f8f55d req-35b05539-4a0e-4711-902c-987c1e3a173d service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Received unexpected event network-vif-plugged-aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 for instance with vm_state building and task_state spawning. [ 1384.209939] env[68292]: DEBUG nova.network.neutron [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Successfully updated port: aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1384.542113] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "interface-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-ca320153-ea2f-4285-ab02-5dc3670f2bbc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.543069] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "interface-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-ca320153-ea2f-4285-ab02-5dc3670f2bbc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.712422] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.712601] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.712676] env[68292]: DEBUG nova.network.neutron [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.045604] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.045982] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.046699] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5396286-35aa-4626-821e-aaffbb513302 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.064393] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f2c451-c815-47f7-97c7-42b553c1b6e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.089597] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Reconfiguring VM to detach interface {{(pid=68292) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1385.089876] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71c17eaa-090e-462e-818f-b2efcb6e4e2c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.108486] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1385.108486] env[68292]: value = "task-3073112" [ 1385.108486] env[68292]: _type = "Task" [ 1385.108486] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.116254] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.243330] env[68292]: DEBUG nova.network.neutron [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.359051] env[68292]: DEBUG nova.network.neutron [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updating instance_info_cache with network_info: [{"id": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "address": "fa:16:3e:bd:fc:1d", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef56f3a-cf", "ovs_interfaceid": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.618772] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.862771] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.863291] env[68292]: DEBUG nova.compute.manager [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Instance network_info: |[{"id": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "address": "fa:16:3e:bd:fc:1d", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef56f3a-cf", "ovs_interfaceid": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1385.863819] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:fc:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aef56f3a-cfb9-4f8b-90d8-aebc629a8a44', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.871144] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.871356] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.871576] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b4e92e6-f8c4-46bc-8cce-026b9675502f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.897094] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.897094] env[68292]: value = "task-3073113" [ 1385.897094] env[68292]: _type = "Task" [ 1385.897094] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.904074] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073113, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.120437] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.156149] env[68292]: DEBUG nova.compute.manager [req-e6da6c2a-d5a5-446e-b608-ab348214eacb req-89933ebf-d8bb-4bf8-bcac-2e661b592e2e service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Received event network-changed-aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.156289] env[68292]: DEBUG nova.compute.manager [req-e6da6c2a-d5a5-446e-b608-ab348214eacb req-89933ebf-d8bb-4bf8-bcac-2e661b592e2e service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Refreshing instance network info cache due to event network-changed-aef56f3a-cfb9-4f8b-90d8-aebc629a8a44. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1386.156549] env[68292]: DEBUG oslo_concurrency.lockutils [req-e6da6c2a-d5a5-446e-b608-ab348214eacb req-89933ebf-d8bb-4bf8-bcac-2e661b592e2e service nova] Acquiring lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.156633] env[68292]: DEBUG oslo_concurrency.lockutils [req-e6da6c2a-d5a5-446e-b608-ab348214eacb req-89933ebf-d8bb-4bf8-bcac-2e661b592e2e service nova] Acquired lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.156769] env[68292]: DEBUG nova.network.neutron [req-e6da6c2a-d5a5-446e-b608-ab348214eacb req-89933ebf-d8bb-4bf8-bcac-2e661b592e2e service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Refreshing network info cache for port aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.407476] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073113, 'name': CreateVM_Task, 'duration_secs': 0.297628} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.407688] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.408288] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.408499] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.409134] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.409134] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c0e530-c303-49c0-82cb-d1d3d50af5e4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.413135] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1386.413135] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52a9e70b-2df8-658d-488d-41021edd967f" [ 1386.413135] env[68292]: _type = "Task" [ 1386.413135] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.420342] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a9e70b-2df8-658d-488d-41021edd967f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.620803] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.854917] env[68292]: DEBUG nova.network.neutron [req-e6da6c2a-d5a5-446e-b608-ab348214eacb req-89933ebf-d8bb-4bf8-bcac-2e661b592e2e service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updated VIF entry in instance network info cache for port aef56f3a-cfb9-4f8b-90d8-aebc629a8a44. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.855302] env[68292]: DEBUG nova.network.neutron [req-e6da6c2a-d5a5-446e-b608-ab348214eacb req-89933ebf-d8bb-4bf8-bcac-2e661b592e2e service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updating instance_info_cache with network_info: [{"id": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "address": "fa:16:3e:bd:fc:1d", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef56f3a-cf", "ovs_interfaceid": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.923126] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52a9e70b-2df8-658d-488d-41021edd967f, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.923462] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.923711] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.923971] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.924139] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.924323] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.924577] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a0eda45-454e-48dc-af67-8fd7a1c92b07 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.932707] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.932855] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.933514] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7ee9b3-746e-4e11-8ee1-dd32bb6c64bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.938273] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1386.938273] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d56b2a-6ea1-b4ea-7d63-0d6423a28844" [ 1386.938273] env[68292]: _type = "Task" [ 1386.938273] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.946042] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d56b2a-6ea1-b4ea-7d63-0d6423a28844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.120829] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.358301] env[68292]: DEBUG oslo_concurrency.lockutils [req-e6da6c2a-d5a5-446e-b608-ab348214eacb req-89933ebf-d8bb-4bf8-bcac-2e661b592e2e service nova] Releasing lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.452458] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d56b2a-6ea1-b4ea-7d63-0d6423a28844, 'name': SearchDatastore_Task, 'duration_secs': 0.007871} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.453538] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec53c169-5d11-45bf-8468-d0f06d1e51f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.460206] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1387.460206] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52502ff6-fac6-2bc1-1e4e-30ae40a21d07" [ 1387.460206] env[68292]: _type = "Task" [ 1387.460206] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.469308] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52502ff6-fac6-2bc1-1e4e-30ae40a21d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.621826] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.970490] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52502ff6-fac6-2bc1-1e4e-30ae40a21d07, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.970740] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.970984] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] c9014848-c1a6-4cba-8dc4-01e00800664f/c9014848-c1a6-4cba-8dc4-01e00800664f.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.971249] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de7ed3f0-8d4b-4ff4-9603-897ddc50b33f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.978772] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1387.978772] env[68292]: value = "task-3073114" [ 1387.978772] env[68292]: _type = "Task" [ 1387.978772] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.986118] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.122662] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.488061] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459213} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.488328] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] c9014848-c1a6-4cba-8dc4-01e00800664f/c9014848-c1a6-4cba-8dc4-01e00800664f.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.488543] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.488784] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7ea75c3-ef55-4b75-8444-b558c569cece {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.494828] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1388.494828] env[68292]: value = "task-3073115" [ 1388.494828] env[68292]: _type = "Task" [ 1388.494828] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.501832] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.623152] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.004118] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063767} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.004396] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.005169] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bc5aab-57aa-4bd3-8beb-1f22bd07fcbd {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.026013] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] c9014848-c1a6-4cba-8dc4-01e00800664f/c9014848-c1a6-4cba-8dc4-01e00800664f.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.026215] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2688eff2-3659-4247-8281-00b77032fabb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.045416] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1389.045416] env[68292]: value = "task-3073116" [ 1389.045416] env[68292]: _type = "Task" [ 1389.045416] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.055562] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.123817] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.555511] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.624900] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.056488] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073116, 'name': ReconfigVM_Task, 'duration_secs': 0.791152} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.056773] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Reconfigured VM instance instance-0000007d to attach disk [datastore1] c9014848-c1a6-4cba-8dc4-01e00800664f/c9014848-c1a6-4cba-8dc4-01e00800664f.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.057413] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7083823d-b6ff-4ac8-8862-550bbe1cc56c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.063310] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1390.063310] env[68292]: value = "task-3073117" [ 1390.063310] env[68292]: _type = "Task" [ 1390.063310] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.071498] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073117, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.125841] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.574266] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073117, 'name': Rename_Task, 'duration_secs': 0.13331} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.574534] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.574774] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5c57fc5-deac-44cd-9461-e6d2c7446d44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.580483] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1390.580483] env[68292]: value = "task-3073118" [ 1390.580483] env[68292]: _type = "Task" [ 1390.580483] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.587676] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.626236] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.090713] env[68292]: DEBUG oslo_vmware.api [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073118, 'name': PowerOnVM_Task, 'duration_secs': 0.425447} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.091848] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.091848] env[68292]: INFO nova.compute.manager [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1391.091848] env[68292]: DEBUG nova.compute.manager [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.092147] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dc71af-02b0-430e-afd3-6ea6efced446 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.129425] env[68292]: DEBUG oslo_vmware.api [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073112, 'name': ReconfigVM_Task, 'duration_secs': 5.730467} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.129860] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.130151] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Reconfigured VM to detach interface {{(pid=68292) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1391.610567] env[68292]: INFO nova.compute.manager [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Took 11.90 seconds to build instance. [ 1392.112294] env[68292]: DEBUG oslo_concurrency.lockutils [None req-34050eee-f5c4-4b69-9602-c8453a5a9ca1 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.413s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.419897] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.420238] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquired lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.420292] env[68292]: DEBUG nova.network.neutron [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.798653] env[68292]: DEBUG nova.compute.manager [req-f7e5a2c3-ef95-451d-a793-fdc66cacd965 req-a3cbfc6a-a7b8-43ed-acb3-d69c692b04f8 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Received event network-changed-aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.798948] env[68292]: DEBUG nova.compute.manager [req-f7e5a2c3-ef95-451d-a793-fdc66cacd965 req-a3cbfc6a-a7b8-43ed-acb3-d69c692b04f8 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Refreshing instance network info cache due to event network-changed-aef56f3a-cfb9-4f8b-90d8-aebc629a8a44. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1392.799243] env[68292]: DEBUG oslo_concurrency.lockutils [req-f7e5a2c3-ef95-451d-a793-fdc66cacd965 req-a3cbfc6a-a7b8-43ed-acb3-d69c692b04f8 service nova] Acquiring lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.799446] env[68292]: DEBUG oslo_concurrency.lockutils [req-f7e5a2c3-ef95-451d-a793-fdc66cacd965 req-a3cbfc6a-a7b8-43ed-acb3-d69c692b04f8 service nova] Acquired lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.800091] env[68292]: DEBUG nova.network.neutron [req-f7e5a2c3-ef95-451d-a793-fdc66cacd965 req-a3cbfc6a-a7b8-43ed-acb3-d69c692b04f8 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Refreshing network info cache for port aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.883077] env[68292]: DEBUG oslo_concurrency.lockutils [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.883379] env[68292]: DEBUG oslo_concurrency.lockutils [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.883611] env[68292]: DEBUG oslo_concurrency.lockutils [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.883900] env[68292]: DEBUG oslo_concurrency.lockutils [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.884170] env[68292]: DEBUG oslo_concurrency.lockutils [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.886271] env[68292]: INFO nova.compute.manager [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Terminating instance [ 1393.116624] env[68292]: INFO nova.network.neutron [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Port ca320153-ea2f-4285-ab02-5dc3670f2bbc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1393.117028] env[68292]: DEBUG nova.network.neutron [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updating instance_info_cache with network_info: [{"id": "84a762d6-ca10-453b-b65e-752718d6b41f", "address": "fa:16:3e:b5:5a:a2", "network": {"id": "942f8fd2-9f40-4810-aaf7-305362c2ee00", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-205230469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e8c0bea4d4195a85f1146cef05a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a762d6-ca", "ovs_interfaceid": "84a762d6-ca10-453b-b65e-752718d6b41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.390718] env[68292]: DEBUG nova.compute.manager [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.390880] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.391776] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb10e18-91ae-4d57-8e06-aea47e3d1ff7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.400349] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.400515] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7318ec48-91b8-4ce9-bee1-52662799aa36 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.408061] env[68292]: DEBUG oslo_vmware.api [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1393.408061] env[68292]: value = "task-3073119" [ 1393.408061] env[68292]: _type = "Task" [ 1393.408061] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.415953] env[68292]: DEBUG oslo_vmware.api [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.529495] env[68292]: DEBUG nova.network.neutron [req-f7e5a2c3-ef95-451d-a793-fdc66cacd965 req-a3cbfc6a-a7b8-43ed-acb3-d69c692b04f8 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updated VIF entry in instance network info cache for port aef56f3a-cfb9-4f8b-90d8-aebc629a8a44. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.529951] env[68292]: DEBUG nova.network.neutron [req-f7e5a2c3-ef95-451d-a793-fdc66cacd965 req-a3cbfc6a-a7b8-43ed-acb3-d69c692b04f8 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updating instance_info_cache with network_info: [{"id": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "address": "fa:16:3e:bd:fc:1d", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef56f3a-cf", "ovs_interfaceid": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.620165] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Releasing lock "refresh_cache-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.917572] env[68292]: DEBUG oslo_vmware.api [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073119, 'name': PowerOffVM_Task, 'duration_secs': 0.23286} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.917862] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.918052] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.918296] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39923402-8797-4a3d-92ff-e95d3daba922 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.983903] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.984153] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.984368] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Deleting the datastore file [datastore2] ff920df6-dd2d-44c8-aeb2-ab7d067d41ad {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.984652] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97adced6-43db-418d-876b-c96a778633a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.991313] env[68292]: DEBUG oslo_vmware.api [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1393.991313] env[68292]: value = "task-3073121" [ 1393.991313] env[68292]: _type = "Task" [ 1393.991313] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.999077] env[68292]: DEBUG oslo_vmware.api [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.033035] env[68292]: DEBUG oslo_concurrency.lockutils [req-f7e5a2c3-ef95-451d-a793-fdc66cacd965 req-a3cbfc6a-a7b8-43ed-acb3-d69c692b04f8 service nova] Releasing lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.124624] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ef712ec-bf70-4109-8f3f-1ee03328a179 tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "interface-ff920df6-dd2d-44c8-aeb2-ab7d067d41ad-ca320153-ea2f-4285-ab02-5dc3670f2bbc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.582s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.501317] env[68292]: DEBUG oslo_vmware.api [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156219} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.501620] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.501814] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.502010] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.502191] env[68292]: INFO nova.compute.manager [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1394.502454] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.502647] env[68292]: DEBUG nova.compute.manager [-] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.502738] env[68292]: DEBUG nova.network.neutron [-] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1395.149895] env[68292]: DEBUG nova.compute.manager [req-11324f60-c77c-43bd-81ac-716df79e0daf req-1997a9e2-2122-4ed1-b3b6-02a51d6fa83f service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Received event network-vif-deleted-84a762d6-ca10-453b-b65e-752718d6b41f {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.150174] env[68292]: INFO nova.compute.manager [req-11324f60-c77c-43bd-81ac-716df79e0daf req-1997a9e2-2122-4ed1-b3b6-02a51d6fa83f service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Neutron deleted interface 84a762d6-ca10-453b-b65e-752718d6b41f; detaching it from the instance and deleting it from the info cache [ 1395.150299] env[68292]: DEBUG nova.network.neutron [req-11324f60-c77c-43bd-81ac-716df79e0daf req-1997a9e2-2122-4ed1-b3b6-02a51d6fa83f service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.630639] env[68292]: DEBUG nova.network.neutron [-] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.653160] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b2f6e5b-29fc-4892-9d74-7688f403c7a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.667222] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cda7b9d-5060-40c5-b6b5-c0b53dc2dcbb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.711070] env[68292]: DEBUG nova.compute.manager [req-11324f60-c77c-43bd-81ac-716df79e0daf req-1997a9e2-2122-4ed1-b3b6-02a51d6fa83f service nova] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Detach interface failed, port_id=84a762d6-ca10-453b-b65e-752718d6b41f, reason: Instance ff920df6-dd2d-44c8-aeb2-ab7d067d41ad could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1396.133214] env[68292]: INFO nova.compute.manager [-] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Took 1.63 seconds to deallocate network for instance. [ 1396.640301] env[68292]: DEBUG oslo_concurrency.lockutils [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.640607] env[68292]: DEBUG oslo_concurrency.lockutils [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.640832] env[68292]: DEBUG nova.objects.instance [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lazy-loading 'resources' on Instance uuid ff920df6-dd2d-44c8-aeb2-ab7d067d41ad {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.245840] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e606676-3647-4ae3-a966-4b6dde28f61c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.253518] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1280c57-9eff-44ef-9b8d-6afb43b80161 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.282075] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1a4af1-0a12-4b08-9b8a-47ff52427a03 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.288540] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054cdbc0-26f7-479f-abe4-acc32feadc67 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.301933] env[68292]: DEBUG nova.compute.provider_tree [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.601767] env[68292]: DEBUG oslo_concurrency.lockutils [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "91e43518-1929-4a1d-90a2-3f5e13e2c662" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.602042] env[68292]: DEBUG oslo_concurrency.lockutils [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "91e43518-1929-4a1d-90a2-3f5e13e2c662" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.602269] env[68292]: DEBUG oslo_concurrency.lockutils [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "91e43518-1929-4a1d-90a2-3f5e13e2c662-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.602452] env[68292]: DEBUG oslo_concurrency.lockutils [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "91e43518-1929-4a1d-90a2-3f5e13e2c662-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.602619] env[68292]: DEBUG oslo_concurrency.lockutils [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "91e43518-1929-4a1d-90a2-3f5e13e2c662-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.605047] env[68292]: INFO nova.compute.manager [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Terminating instance [ 1397.805316] env[68292]: DEBUG nova.scheduler.client.report [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.108752] env[68292]: DEBUG nova.compute.manager [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.108969] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.109250] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc4e25a8-7fae-449f-b751-c23505132ca0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.116832] env[68292]: DEBUG oslo_vmware.api [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1398.116832] env[68292]: value = "task-3073122" [ 1398.116832] env[68292]: _type = "Task" [ 1398.116832] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.124357] env[68292]: DEBUG oslo_vmware.api [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.311138] env[68292]: DEBUG oslo_concurrency.lockutils [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.329675] env[68292]: INFO nova.scheduler.client.report [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Deleted allocations for instance ff920df6-dd2d-44c8-aeb2-ab7d067d41ad [ 1398.626500] env[68292]: DEBUG oslo_vmware.api [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073122, 'name': PowerOffVM_Task, 'duration_secs': 0.156941} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.626856] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.627080] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1398.627280] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615308', 'volume_id': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'name': 'volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '91e43518-1929-4a1d-90a2-3f5e13e2c662', 'attached_at': '2025-03-18T16:51:58.000000', 'detached_at': '', 'volume_id': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'serial': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1398.628035] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cb21b2-6729-4423-aad8-66f5d799b045 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.645881] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c8356a-2fa6-4d84-85ee-7af3984a8bee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.651951] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560bd4f6-7cdb-4fa3-8278-1ebf152d34ff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.669496] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057346d5-0e59-4093-8229-adb4434979b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.684601] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] The volume has not been displaced from its original location: [datastore2] volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf/volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1398.689746] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1398.690081] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49b897dd-5ff9-4d5a-a5b8-39a975bd9e3e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.707782] env[68292]: DEBUG oslo_vmware.api [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1398.707782] env[68292]: value = "task-3073123" [ 1398.707782] env[68292]: _type = "Task" [ 1398.707782] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.720257] env[68292]: DEBUG oslo_vmware.api [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.836796] env[68292]: DEBUG oslo_concurrency.lockutils [None req-587d0a9b-051c-4a71-9afb-0bb664f014de tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "ff920df6-dd2d-44c8-aeb2-ab7d067d41ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.953s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.219486] env[68292]: DEBUG oslo_vmware.api [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073123, 'name': ReconfigVM_Task, 'duration_secs': 0.15565} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.219881] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1399.227930] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214dbb17-8788-4d91-a0b1-2047483ef2c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.250746] env[68292]: DEBUG oslo_vmware.api [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1399.250746] env[68292]: value = "task-3073124" [ 1399.250746] env[68292]: _type = "Task" [ 1399.250746] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.262083] env[68292]: DEBUG oslo_vmware.api [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.546666] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.546912] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.547107] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.547299] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.547472] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.549572] env[68292]: INFO nova.compute.manager [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Terminating instance [ 1399.760331] env[68292]: DEBUG oslo_vmware.api [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073124, 'name': ReconfigVM_Task, 'duration_secs': 0.140651} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.760637] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615308', 'volume_id': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'name': 'volume-0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '91e43518-1929-4a1d-90a2-3f5e13e2c662', 'attached_at': '2025-03-18T16:51:58.000000', 'detached_at': '', 'volume_id': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf', 'serial': '0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1399.760964] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.761710] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a858b47-2ec5-436e-9da0-87084f4547c9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.767997] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.768226] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8100a90d-9c8f-486b-95b8-afc76d375d32 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.053422] env[68292]: DEBUG nova.compute.manager [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1400.053773] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.054577] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90de0471-019a-4009-ae7c-fca8ca5cf5e3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.062196] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.062427] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdcef42c-364b-4283-a5e4-a63c00e958f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.069718] env[68292]: DEBUG oslo_vmware.api [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1400.069718] env[68292]: value = "task-3073126" [ 1400.069718] env[68292]: _type = "Task" [ 1400.069718] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.077900] env[68292]: DEBUG oslo_vmware.api [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.555565] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.555824] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.555990] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleting the datastore file [datastore2] 91e43518-1929-4a1d-90a2-3f5e13e2c662 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.556282] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62d0a250-8a40-4e9f-924d-ec40c4d8e5fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.562545] env[68292]: DEBUG oslo_vmware.api [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1400.562545] env[68292]: value = "task-3073127" [ 1400.562545] env[68292]: _type = "Task" [ 1400.562545] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.569957] env[68292]: DEBUG oslo_vmware.api [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.576574] env[68292]: DEBUG oslo_vmware.api [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073126, 'name': PowerOffVM_Task, 'duration_secs': 0.216208} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.576804] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.576974] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.577212] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73ed3fdd-809b-45e8-b42a-39b4c3f0a070 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.631899] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.632200] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.632437] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Deleting the datastore file [datastore2] 91b13f26-6e08-4d1b-b485-7edaa36f71e0 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.632727] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61f6b733-3fe8-4f2e-8365-fc50d85ae741 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.639029] env[68292]: DEBUG oslo_vmware.api [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for the task: (returnval){ [ 1400.639029] env[68292]: value = "task-3073129" [ 1400.639029] env[68292]: _type = "Task" [ 1400.639029] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.646454] env[68292]: DEBUG oslo_vmware.api [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.072464] env[68292]: DEBUG oslo_vmware.api [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080581} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.072834] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.072943] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.073086] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.073271] env[68292]: INFO nova.compute.manager [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Took 2.96 seconds to destroy the instance on the hypervisor. [ 1401.073512] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1401.073702] env[68292]: DEBUG nova.compute.manager [-] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.073803] env[68292]: DEBUG nova.network.neutron [-] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.148645] env[68292]: DEBUG oslo_vmware.api [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Task: {'id': task-3073129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153368} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.148901] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.149107] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.149284] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.149469] env[68292]: INFO nova.compute.manager [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1401.149705] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1401.149887] env[68292]: DEBUG nova.compute.manager [-] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.149980] env[68292]: DEBUG nova.network.neutron [-] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.387855] env[68292]: DEBUG nova.compute.manager [req-b9018e5b-7f92-4773-8908-416bd7a5f55e req-5b3f5710-ac38-4476-a4b3-23717d40edd3 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Received event network-vif-deleted-a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.388128] env[68292]: INFO nova.compute.manager [req-b9018e5b-7f92-4773-8908-416bd7a5f55e req-5b3f5710-ac38-4476-a4b3-23717d40edd3 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Neutron deleted interface a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2; detaching it from the instance and deleting it from the info cache [ 1401.388364] env[68292]: DEBUG nova.network.neutron [req-b9018e5b-7f92-4773-8908-416bd7a5f55e req-5b3f5710-ac38-4476-a4b3-23717d40edd3 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.479747] env[68292]: DEBUG nova.compute.manager [req-4903e50e-c912-4b25-acbb-aa5bcfb3839d req-31a6fa7f-4a12-4acc-be59-034211034459 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Received event network-vif-deleted-11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.479876] env[68292]: INFO nova.compute.manager [req-4903e50e-c912-4b25-acbb-aa5bcfb3839d req-31a6fa7f-4a12-4acc-be59-034211034459 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Neutron deleted interface 11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2; detaching it from the instance and deleting it from the info cache [ 1401.480041] env[68292]: DEBUG nova.network.neutron [req-4903e50e-c912-4b25-acbb-aa5bcfb3839d req-31a6fa7f-4a12-4acc-be59-034211034459 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.873327] env[68292]: DEBUG nova.network.neutron [-] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.893642] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3e16243-fe95-492e-82f5-dc3601ac4059 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.904120] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc435c52-00cf-4480-a114-f84909a971f3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.930247] env[68292]: DEBUG nova.compute.manager [req-b9018e5b-7f92-4773-8908-416bd7a5f55e req-5b3f5710-ac38-4476-a4b3-23717d40edd3 service nova] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Detach interface failed, port_id=a0b2b61e-7d77-40d1-b74d-7ae0a488a2a2, reason: Instance 91b13f26-6e08-4d1b-b485-7edaa36f71e0 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1401.961197] env[68292]: DEBUG nova.network.neutron [-] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.982609] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0a2cece-b4aa-45f3-b531-10dcf5342359 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.992084] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcecdfc-daf1-4af8-bf47-7f7808958c3d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.018154] env[68292]: DEBUG nova.compute.manager [req-4903e50e-c912-4b25-acbb-aa5bcfb3839d req-31a6fa7f-4a12-4acc-be59-034211034459 service nova] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Detach interface failed, port_id=11a46b73-bf67-4e8d-9ac0-5fe09ecb59a2, reason: Instance 91e43518-1929-4a1d-90a2-3f5e13e2c662 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1402.375825] env[68292]: INFO nova.compute.manager [-] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Took 1.23 seconds to deallocate network for instance. [ 1402.463912] env[68292]: INFO nova.compute.manager [-] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Took 1.39 seconds to deallocate network for instance. [ 1402.882279] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.882618] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.882856] env[68292]: DEBUG nova.objects.instance [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lazy-loading 'resources' on Instance uuid 91b13f26-6e08-4d1b-b485-7edaa36f71e0 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.006442] env[68292]: INFO nova.compute.manager [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Took 0.54 seconds to detach 1 volumes for instance. [ 1403.008529] env[68292]: DEBUG nova.compute.manager [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Deleting volume: 0cd00f96-e1ca-4dd3-8607-5a73bd4e52bf {{(pid=68292) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1403.479154] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf6a980-9ffb-46b1-844e-4a54bc65b9c8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.486400] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247f89ed-ecbe-40dc-beb1-d045dfac0c0e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.515536] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085bf3f2-cddc-4a21-8bce-6154ccc0fad5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.521881] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecfa6c6-5856-4d73-b57e-fb75ad6d51f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.534206] env[68292]: DEBUG nova.compute.provider_tree [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.547688] env[68292]: DEBUG oslo_concurrency.lockutils [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.037669] env[68292]: DEBUG nova.scheduler.client.report [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.543744] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.546057] env[68292]: DEBUG oslo_concurrency.lockutils [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.998s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.546296] env[68292]: DEBUG nova.objects.instance [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lazy-loading 'resources' on Instance uuid 91e43518-1929-4a1d-90a2-3f5e13e2c662 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.564774] env[68292]: INFO nova.scheduler.client.report [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Deleted allocations for instance 91b13f26-6e08-4d1b-b485-7edaa36f71e0 [ 1405.071010] env[68292]: DEBUG oslo_concurrency.lockutils [None req-bbb111d5-c30c-4469-acbe-1111fb724acb tempest-AttachInterfacesTestJSON-488939705 tempest-AttachInterfacesTestJSON-488939705-project-member] Lock "91b13f26-6e08-4d1b-b485-7edaa36f71e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.524s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.134158] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6463b60c-46a0-48b2-a205-2499ca55caec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.141569] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e6056f-b272-46c6-ad85-954341f6bb80 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.171416] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bfc27c-834b-42d1-af59-46cbae098225 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.178407] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0af562-c9d7-47cf-a606-130b2471b5de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.191087] env[68292]: DEBUG nova.compute.provider_tree [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.694710] env[68292]: DEBUG nova.scheduler.client.report [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.200478] env[68292]: DEBUG oslo_concurrency.lockutils [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.221821] env[68292]: INFO nova.scheduler.client.report [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted allocations for instance 91e43518-1929-4a1d-90a2-3f5e13e2c662 [ 1406.732853] env[68292]: DEBUG oslo_concurrency.lockutils [None req-85f59a53-5581-4a0d-9a1c-60a11ed071fa tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "91e43518-1929-4a1d-90a2-3f5e13e2c662" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.131s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.441017] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.441017] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.441017] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "4b3fb6b3-1fed-434c-8eb4-e63ae31099c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.441017] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "4b3fb6b3-1fed-434c-8eb4-e63ae31099c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.441017] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "4b3fb6b3-1fed-434c-8eb4-e63ae31099c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.442229] env[68292]: INFO nova.compute.manager [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Terminating instance [ 1407.946756] env[68292]: DEBUG nova.compute.manager [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1407.947157] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.947973] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00e7012-7ecb-441e-b906-fa55e1df231f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.955610] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.955799] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc67c7d8-a5da-416a-9c4e-74af48e314eb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.961771] env[68292]: DEBUG oslo_vmware.api [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1407.961771] env[68292]: value = "task-3073131" [ 1407.961771] env[68292]: _type = "Task" [ 1407.961771] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.970074] env[68292]: DEBUG oslo_vmware.api [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.471773] env[68292]: DEBUG oslo_vmware.api [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073131, 'name': PowerOffVM_Task, 'duration_secs': 0.182898} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.472064] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.472245] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.472491] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2e656fb-8663-4ac7-a068-8963afc7a22e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.568101] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.568359] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.568546] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleting the datastore file [datastore1] 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.568822] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06f37734-bf18-49e3-8d94-f34b93c8897f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.575480] env[68292]: DEBUG oslo_vmware.api [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1408.575480] env[68292]: value = "task-3073133" [ 1408.575480] env[68292]: _type = "Task" [ 1408.575480] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.585391] env[68292]: DEBUG oslo_vmware.api [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.085103] env[68292]: DEBUG oslo_vmware.api [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146414} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.085436] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.085576] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.085749] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.085929] env[68292]: INFO nova.compute.manager [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1409.086205] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.086404] env[68292]: DEBUG nova.compute.manager [-] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.086496] env[68292]: DEBUG nova.network.neutron [-] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.332336] env[68292]: DEBUG nova.compute.manager [req-caf70f9b-971b-4af5-b95a-16e8dcafec27 req-bc9ddac3-300d-47a1-8077-d38761a33063 service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Received event network-vif-deleted-e6e98208-866a-4f01-95e4-a681e5ffce27 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.332336] env[68292]: INFO nova.compute.manager [req-caf70f9b-971b-4af5-b95a-16e8dcafec27 req-bc9ddac3-300d-47a1-8077-d38761a33063 service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Neutron deleted interface e6e98208-866a-4f01-95e4-a681e5ffce27; detaching it from the instance and deleting it from the info cache [ 1409.332336] env[68292]: DEBUG nova.network.neutron [req-caf70f9b-971b-4af5-b95a-16e8dcafec27 req-bc9ddac3-300d-47a1-8077-d38761a33063 service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.808665] env[68292]: DEBUG nova.network.neutron [-] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.834862] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c388b165-649f-4996-9352-1eb052846aa1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.845543] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e57ce2f-4504-44bf-bb67-65e16782a840 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.873282] env[68292]: DEBUG nova.compute.manager [req-caf70f9b-971b-4af5-b95a-16e8dcafec27 req-bc9ddac3-300d-47a1-8077-d38761a33063 service nova] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Detach interface failed, port_id=e6e98208-866a-4f01-95e4-a681e5ffce27, reason: Instance 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1410.311688] env[68292]: INFO nova.compute.manager [-] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Took 1.22 seconds to deallocate network for instance. [ 1410.819518] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.819518] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.819518] env[68292]: DEBUG nova.objects.instance [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lazy-loading 'resources' on Instance uuid 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.405610] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca1bef3-8ba3-4a1e-8d23-62d240a9b650 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.413118] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a95d24-93f7-4668-b6c4-2c75204ac1d4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.442896] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82797ef-fc36-4540-af51-8c989fc7473b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.449868] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03db1cf1-5018-4943-af6d-b4784bab32fc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.462393] env[68292]: DEBUG nova.compute.provider_tree [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.596315] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Acquiring lock "9ffc5f93-15ff-4164-bbda-d85c0f1af32c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.596569] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Lock "9ffc5f93-15ff-4164-bbda-d85c0f1af32c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.965307] env[68292]: DEBUG nova.scheduler.client.report [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.099148] env[68292]: DEBUG nova.compute.manager [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1412.470279] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.491100] env[68292]: INFO nova.scheduler.client.report [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted allocations for instance 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4 [ 1412.618357] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.618940] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.620590] env[68292]: INFO nova.compute.claims [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.000225] env[68292]: DEBUG oslo_concurrency.lockutils [None req-79566a1e-d3e2-4a8f-9233-d448cacfb5f7 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "4b3fb6b3-1fed-434c-8eb4-e63ae31099c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.561s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.700356] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c0fdff-88bd-4a42-8aec-2be3eeeb5b1c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.707461] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8673a029-500c-4132-872c-c97cbd741a4b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.737291] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3975d7-8e5d-42a8-9f8f-06c5231ca0bb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.743985] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cd8c17-04ae-467b-bdc4-fd8035c5dcff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.757445] env[68292]: DEBUG nova.compute.provider_tree [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.261056] env[68292]: DEBUG nova.scheduler.client.report [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.766657] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.767195] env[68292]: DEBUG nova.compute.manager [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1415.272726] env[68292]: DEBUG nova.compute.utils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1415.274535] env[68292]: DEBUG nova.compute.manager [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1415.274713] env[68292]: DEBUG nova.network.neutron [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1415.332924] env[68292]: DEBUG nova.policy [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d91832a37c46219dccf9a7e1b30c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed3c18fdd86c43f8b6158695cce9ff70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1415.602398] env[68292]: DEBUG nova.network.neutron [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Successfully created port: 12b5f93e-eea6-438e-9185-3b65222182df {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1415.778761] env[68292]: DEBUG nova.compute.manager [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1416.789209] env[68292]: DEBUG nova.compute.manager [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1416.814452] env[68292]: DEBUG nova.virt.hardware [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.814762] env[68292]: DEBUG nova.virt.hardware [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.814930] env[68292]: DEBUG nova.virt.hardware [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.815219] env[68292]: DEBUG nova.virt.hardware [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.815382] env[68292]: DEBUG nova.virt.hardware [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.815536] env[68292]: DEBUG nova.virt.hardware [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.815745] env[68292]: DEBUG nova.virt.hardware [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.816131] env[68292]: DEBUG nova.virt.hardware [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.816131] env[68292]: DEBUG nova.virt.hardware [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.816270] env[68292]: DEBUG nova.virt.hardware [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.816447] env[68292]: DEBUG nova.virt.hardware [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.817628] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a18290-a6fb-48a3-93bc-6d623ae18992 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.826356] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50b9e78-31ad-4cf1-8386-f3cc4699c981 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.004530] env[68292]: DEBUG nova.compute.manager [req-35cfef2a-2cdb-46dd-86ee-1cf31c22fa77 req-1f2dc0f0-2c13-425f-a0b5-c30580240282 service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Received event network-vif-plugged-12b5f93e-eea6-438e-9185-3b65222182df {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.004881] env[68292]: DEBUG oslo_concurrency.lockutils [req-35cfef2a-2cdb-46dd-86ee-1cf31c22fa77 req-1f2dc0f0-2c13-425f-a0b5-c30580240282 service nova] Acquiring lock "9ffc5f93-15ff-4164-bbda-d85c0f1af32c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.004967] env[68292]: DEBUG oslo_concurrency.lockutils [req-35cfef2a-2cdb-46dd-86ee-1cf31c22fa77 req-1f2dc0f0-2c13-425f-a0b5-c30580240282 service nova] Lock "9ffc5f93-15ff-4164-bbda-d85c0f1af32c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.005190] env[68292]: DEBUG oslo_concurrency.lockutils [req-35cfef2a-2cdb-46dd-86ee-1cf31c22fa77 req-1f2dc0f0-2c13-425f-a0b5-c30580240282 service nova] Lock "9ffc5f93-15ff-4164-bbda-d85c0f1af32c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.005397] env[68292]: DEBUG nova.compute.manager [req-35cfef2a-2cdb-46dd-86ee-1cf31c22fa77 req-1f2dc0f0-2c13-425f-a0b5-c30580240282 service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] No waiting events found dispatching network-vif-plugged-12b5f93e-eea6-438e-9185-3b65222182df {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1417.005579] env[68292]: WARNING nova.compute.manager [req-35cfef2a-2cdb-46dd-86ee-1cf31c22fa77 req-1f2dc0f0-2c13-425f-a0b5-c30580240282 service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Received unexpected event network-vif-plugged-12b5f93e-eea6-438e-9185-3b65222182df for instance with vm_state building and task_state spawning. [ 1417.079485] env[68292]: DEBUG nova.network.neutron [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Successfully updated port: 12b5f93e-eea6-438e-9185-3b65222182df {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1417.286578] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "a2554572-80d3-4348-b139-571d724558f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.286848] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "a2554572-80d3-4348-b139-571d724558f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.287076] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "a2554572-80d3-4348-b139-571d724558f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.287265] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "a2554572-80d3-4348-b139-571d724558f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.287430] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "a2554572-80d3-4348-b139-571d724558f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.289433] env[68292]: INFO nova.compute.manager [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Terminating instance [ 1417.581450] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Acquiring lock "refresh_cache-9ffc5f93-15ff-4164-bbda-d85c0f1af32c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.581665] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Acquired lock "refresh_cache-9ffc5f93-15ff-4164-bbda-d85c0f1af32c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.581753] env[68292]: DEBUG nova.network.neutron [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.793599] env[68292]: DEBUG nova.compute.manager [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1417.794072] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.794727] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e322671d-6596-4799-9521-89136a5b387c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.802603] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.802832] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d6cf581-fd84-450b-b1bd-a562837275b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.809041] env[68292]: DEBUG oslo_vmware.api [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1417.809041] env[68292]: value = "task-3073135" [ 1417.809041] env[68292]: _type = "Task" [ 1417.809041] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.816647] env[68292]: DEBUG oslo_vmware.api [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.112243] env[68292]: DEBUG nova.network.neutron [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1418.227613] env[68292]: DEBUG nova.network.neutron [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Updating instance_info_cache with network_info: [{"id": "12b5f93e-eea6-438e-9185-3b65222182df", "address": "fa:16:3e:3b:57:36", "network": {"id": "930766c3-e153-44ac-bdca-16ae1b1a2bd2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-364739846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3c18fdd86c43f8b6158695cce9ff70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b5f93e-ee", "ovs_interfaceid": "12b5f93e-eea6-438e-9185-3b65222182df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.318332] env[68292]: DEBUG oslo_vmware.api [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073135, 'name': PowerOffVM_Task, 'duration_secs': 0.184517} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.318545] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.318762] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.318956] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5bbbfdf-25f3-4d62-ad8d-d3dc87fb6408 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.378948] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.379231] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.379317] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleting the datastore file [datastore1] a2554572-80d3-4348-b139-571d724558f6 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.379583] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac9fafbe-a260-49b5-b9fe-91d3fe59a888 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.385916] env[68292]: DEBUG oslo_vmware.api [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for the task: (returnval){ [ 1418.385916] env[68292]: value = "task-3073137" [ 1418.385916] env[68292]: _type = "Task" [ 1418.385916] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.394091] env[68292]: DEBUG oslo_vmware.api [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.730143] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Releasing lock "refresh_cache-9ffc5f93-15ff-4164-bbda-d85c0f1af32c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.730531] env[68292]: DEBUG nova.compute.manager [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Instance network_info: |[{"id": "12b5f93e-eea6-438e-9185-3b65222182df", "address": "fa:16:3e:3b:57:36", "network": {"id": "930766c3-e153-44ac-bdca-16ae1b1a2bd2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-364739846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3c18fdd86c43f8b6158695cce9ff70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b5f93e-ee", "ovs_interfaceid": "12b5f93e-eea6-438e-9185-3b65222182df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1418.731137] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:57:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12b5f93e-eea6-438e-9185-3b65222182df', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.739220] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Creating folder: Project (ed3c18fdd86c43f8b6158695cce9ff70). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.739447] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72b593a6-1857-420a-9505-54dae35921f8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.750183] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Created folder: Project (ed3c18fdd86c43f8b6158695cce9ff70) in parent group-v614981. [ 1418.750505] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Creating folder: Instances. Parent ref: group-v615320. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.750647] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ded654b-090a-42d8-bed5-2391e527281d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.760398] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Created folder: Instances in parent group-v615320. [ 1418.760658] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1418.760825] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1418.761050] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d64ec97-8b8b-4bf6-9e63-260ee18dacec {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.780095] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.780095] env[68292]: value = "task-3073140" [ 1418.780095] env[68292]: _type = "Task" [ 1418.780095] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.788041] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073140, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.895687] env[68292]: DEBUG oslo_vmware.api [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Task: {'id': task-3073137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149571} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.896136] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.896136] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.896315] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.896507] env[68292]: INFO nova.compute.manager [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] [instance: a2554572-80d3-4348-b139-571d724558f6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1418.896739] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1418.896925] env[68292]: DEBUG nova.compute.manager [-] [instance: a2554572-80d3-4348-b139-571d724558f6] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1418.897030] env[68292]: DEBUG nova.network.neutron [-] [instance: a2554572-80d3-4348-b139-571d724558f6] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.039417] env[68292]: DEBUG nova.compute.manager [req-1410373a-1e3b-489b-a3d7-f02f69a4d32f req-01cb46dd-9020-42de-afd8-40e250dfa081 service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Received event network-changed-12b5f93e-eea6-438e-9185-3b65222182df {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.039776] env[68292]: DEBUG nova.compute.manager [req-1410373a-1e3b-489b-a3d7-f02f69a4d32f req-01cb46dd-9020-42de-afd8-40e250dfa081 service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Refreshing instance network info cache due to event network-changed-12b5f93e-eea6-438e-9185-3b65222182df. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1419.040064] env[68292]: DEBUG oslo_concurrency.lockutils [req-1410373a-1e3b-489b-a3d7-f02f69a4d32f req-01cb46dd-9020-42de-afd8-40e250dfa081 service nova] Acquiring lock "refresh_cache-9ffc5f93-15ff-4164-bbda-d85c0f1af32c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.040177] env[68292]: DEBUG oslo_concurrency.lockutils [req-1410373a-1e3b-489b-a3d7-f02f69a4d32f req-01cb46dd-9020-42de-afd8-40e250dfa081 service nova] Acquired lock "refresh_cache-9ffc5f93-15ff-4164-bbda-d85c0f1af32c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.040377] env[68292]: DEBUG nova.network.neutron [req-1410373a-1e3b-489b-a3d7-f02f69a4d32f req-01cb46dd-9020-42de-afd8-40e250dfa081 service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Refreshing network info cache for port 12b5f93e-eea6-438e-9185-3b65222182df {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.290174] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073140, 'name': CreateVM_Task, 'duration_secs': 0.399207} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.290465] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1419.291064] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.291262] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.291603] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.291864] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b57bad-6dcf-4a1f-b328-e53b28a98650 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.296594] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Waiting for the task: (returnval){ [ 1419.296594] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b77032-bc10-e834-7d07-37cc500e8a78" [ 1419.296594] env[68292]: _type = "Task" [ 1419.296594] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.304801] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b77032-bc10-e834-7d07-37cc500e8a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.626447] env[68292]: DEBUG nova.network.neutron [-] [instance: a2554572-80d3-4348-b139-571d724558f6] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.748530] env[68292]: DEBUG nova.network.neutron [req-1410373a-1e3b-489b-a3d7-f02f69a4d32f req-01cb46dd-9020-42de-afd8-40e250dfa081 service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Updated VIF entry in instance network info cache for port 12b5f93e-eea6-438e-9185-3b65222182df. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.748930] env[68292]: DEBUG nova.network.neutron [req-1410373a-1e3b-489b-a3d7-f02f69a4d32f req-01cb46dd-9020-42de-afd8-40e250dfa081 service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Updating instance_info_cache with network_info: [{"id": "12b5f93e-eea6-438e-9185-3b65222182df", "address": "fa:16:3e:3b:57:36", "network": {"id": "930766c3-e153-44ac-bdca-16ae1b1a2bd2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-364739846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3c18fdd86c43f8b6158695cce9ff70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b5f93e-ee", "ovs_interfaceid": "12b5f93e-eea6-438e-9185-3b65222182df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.806807] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b77032-bc10-e834-7d07-37cc500e8a78, 'name': SearchDatastore_Task, 'duration_secs': 0.050057} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.807121] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.807366] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.807605] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.807752] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.807931] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.808207] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08c31cb7-555d-4ba3-ae13-983ed585f64c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.816992] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.817189] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.817922] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2b0564-3b8b-4dfc-a170-2591576825a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.822932] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Waiting for the task: (returnval){ [ 1419.822932] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52d6de46-662c-f8af-a7bf-5cb19eeae42a" [ 1419.822932] env[68292]: _type = "Task" [ 1419.822932] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.832432] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d6de46-662c-f8af-a7bf-5cb19eeae42a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.132971] env[68292]: INFO nova.compute.manager [-] [instance: a2554572-80d3-4348-b139-571d724558f6] Took 1.24 seconds to deallocate network for instance. [ 1420.251188] env[68292]: DEBUG oslo_concurrency.lockutils [req-1410373a-1e3b-489b-a3d7-f02f69a4d32f req-01cb46dd-9020-42de-afd8-40e250dfa081 service nova] Releasing lock "refresh_cache-9ffc5f93-15ff-4164-bbda-d85c0f1af32c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.333527] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52d6de46-662c-f8af-a7bf-5cb19eeae42a, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.334361] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bfbb1d-5459-4d47-b814-fbe53b97a49d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.339339] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Waiting for the task: (returnval){ [ 1420.339339] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52abcead-bb4a-70d6-96e3-4125832e0995" [ 1420.339339] env[68292]: _type = "Task" [ 1420.339339] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.346690] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52abcead-bb4a-70d6-96e3-4125832e0995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.640055] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.640055] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.640055] env[68292]: DEBUG nova.objects.instance [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lazy-loading 'resources' on Instance uuid a2554572-80d3-4348-b139-571d724558f6 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.849395] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52abcead-bb4a-70d6-96e3-4125832e0995, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.849664] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.849938] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 9ffc5f93-15ff-4164-bbda-d85c0f1af32c/9ffc5f93-15ff-4164-bbda-d85c0f1af32c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.850209] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ab07bf9-0477-4075-b3ad-6679a822a9a8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.856444] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Waiting for the task: (returnval){ [ 1420.856444] env[68292]: value = "task-3073141" [ 1420.856444] env[68292]: _type = "Task" [ 1420.856444] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.863899] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.069399] env[68292]: DEBUG nova.compute.manager [req-0746e5f6-8713-4c6b-b408-b91b2b76584f req-cef95e42-ae76-479d-aabf-b3317182179a service nova] [instance: a2554572-80d3-4348-b139-571d724558f6] Received event network-vif-deleted-55d0e064-4bdb-4fcf-a24b-77c10f6aa30e {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.230773] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0636f1ed-73fe-4570-b020-f765b7da2fe6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.240222] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d9e698-26ea-4fe6-aa47-935b71290337 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.272200] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1411563c-1805-44f5-bffd-6a526857e800 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.282123] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002f1718-f69b-4f52-b257-4db8917eed8f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.298901] env[68292]: DEBUG nova.compute.provider_tree [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.367118] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073141, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.802285] env[68292]: DEBUG nova.scheduler.client.report [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.867958] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545801} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.868276] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 9ffc5f93-15ff-4164-bbda-d85c0f1af32c/9ffc5f93-15ff-4164-bbda-d85c0f1af32c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.868533] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.868808] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b829adb-1015-4f38-9683-46931a17c3ea {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.876163] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Waiting for the task: (returnval){ [ 1421.876163] env[68292]: value = "task-3073142" [ 1421.876163] env[68292]: _type = "Task" [ 1421.876163] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.884357] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.307671] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.331237] env[68292]: INFO nova.scheduler.client.report [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Deleted allocations for instance a2554572-80d3-4348-b139-571d724558f6 [ 1422.385618] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126421} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.385897] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.386663] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e750f70a-38b6-4138-b977-84a6ce604ce9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.410216] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 9ffc5f93-15ff-4164-bbda-d85c0f1af32c/9ffc5f93-15ff-4164-bbda-d85c0f1af32c.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.410686] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8e76d4b-5037-4038-baf4-b44b2bf5889f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.430532] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Waiting for the task: (returnval){ [ 1422.430532] env[68292]: value = "task-3073143" [ 1422.430532] env[68292]: _type = "Task" [ 1422.430532] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.437890] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.839382] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b3d8cc80-20c3-4fde-9fe6-ce38792af630 tempest-ServerActionsTestOtherA-883359968 tempest-ServerActionsTestOtherA-883359968-project-member] Lock "a2554572-80d3-4348-b139-571d724558f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.552s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.940354] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073143, 'name': ReconfigVM_Task, 'duration_secs': 0.305313} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.940627] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 9ffc5f93-15ff-4164-bbda-d85c0f1af32c/9ffc5f93-15ff-4164-bbda-d85c0f1af32c.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.941256] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb2ef0e4-c5fc-42f3-84bb-23c013fbeb2b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.947359] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Waiting for the task: (returnval){ [ 1422.947359] env[68292]: value = "task-3073144" [ 1422.947359] env[68292]: _type = "Task" [ 1422.947359] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.954855] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073144, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.457582] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073144, 'name': Rename_Task, 'duration_secs': 0.131992} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.457882] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.458133] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3080e15d-5180-4467-9aca-1b9369bb4d4a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.464135] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Waiting for the task: (returnval){ [ 1423.464135] env[68292]: value = "task-3073145" [ 1423.464135] env[68292]: _type = "Task" [ 1423.464135] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.471310] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.973167] env[68292]: DEBUG oslo_vmware.api [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073145, 'name': PowerOnVM_Task, 'duration_secs': 0.497919} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.973443] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.973650] env[68292]: INFO nova.compute.manager [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1423.973830] env[68292]: DEBUG nova.compute.manager [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.974592] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f5393a-cb49-4bed-b8b4-82cab1d382fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.492026] env[68292]: INFO nova.compute.manager [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Took 11.89 seconds to build instance. [ 1424.993465] env[68292]: DEBUG oslo_concurrency.lockutils [None req-b9d93c49-da5a-47dc-8346-39f2102ff1e3 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Lock "9ffc5f93-15ff-4164-bbda-d85c0f1af32c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.397s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.691281] env[68292]: DEBUG nova.compute.manager [req-48966495-aad1-42ab-ac57-5ad16a5c3518 req-90c3acdf-59f5-4b9d-890a-7eb3354fdd4d service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Received event network-changed-12b5f93e-eea6-438e-9185-3b65222182df {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.691615] env[68292]: DEBUG nova.compute.manager [req-48966495-aad1-42ab-ac57-5ad16a5c3518 req-90c3acdf-59f5-4b9d-890a-7eb3354fdd4d service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Refreshing instance network info cache due to event network-changed-12b5f93e-eea6-438e-9185-3b65222182df. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1425.691711] env[68292]: DEBUG oslo_concurrency.lockutils [req-48966495-aad1-42ab-ac57-5ad16a5c3518 req-90c3acdf-59f5-4b9d-890a-7eb3354fdd4d service nova] Acquiring lock "refresh_cache-9ffc5f93-15ff-4164-bbda-d85c0f1af32c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.691856] env[68292]: DEBUG oslo_concurrency.lockutils [req-48966495-aad1-42ab-ac57-5ad16a5c3518 req-90c3acdf-59f5-4b9d-890a-7eb3354fdd4d service nova] Acquired lock "refresh_cache-9ffc5f93-15ff-4164-bbda-d85c0f1af32c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.692028] env[68292]: DEBUG nova.network.neutron [req-48966495-aad1-42ab-ac57-5ad16a5c3518 req-90c3acdf-59f5-4b9d-890a-7eb3354fdd4d service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Refreshing network info cache for port 12b5f93e-eea6-438e-9185-3b65222182df {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.394689] env[68292]: DEBUG nova.network.neutron [req-48966495-aad1-42ab-ac57-5ad16a5c3518 req-90c3acdf-59f5-4b9d-890a-7eb3354fdd4d service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Updated VIF entry in instance network info cache for port 12b5f93e-eea6-438e-9185-3b65222182df. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.395068] env[68292]: DEBUG nova.network.neutron [req-48966495-aad1-42ab-ac57-5ad16a5c3518 req-90c3acdf-59f5-4b9d-890a-7eb3354fdd4d service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Updating instance_info_cache with network_info: [{"id": "12b5f93e-eea6-438e-9185-3b65222182df", "address": "fa:16:3e:3b:57:36", "network": {"id": "930766c3-e153-44ac-bdca-16ae1b1a2bd2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-364739846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed3c18fdd86c43f8b6158695cce9ff70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b5f93e-ee", "ovs_interfaceid": "12b5f93e-eea6-438e-9185-3b65222182df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.579096] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.579326] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.898319] env[68292]: DEBUG oslo_concurrency.lockutils [req-48966495-aad1-42ab-ac57-5ad16a5c3518 req-90c3acdf-59f5-4b9d-890a-7eb3354fdd4d service nova] Releasing lock "refresh_cache-9ffc5f93-15ff-4164-bbda-d85c0f1af32c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.084557] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.084750] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.084896] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.085058] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.085204] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.085348] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.085486] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68292) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1427.085657] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.588649] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.588927] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.590035] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.590035] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1427.590266] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dbfa55-7c23-4ddc-95f4-3172def83360 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.599343] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd644497-0b3e-4c4a-907e-d2aed2e5c98e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.613438] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d36b588-20a0-4f69-8c2a-1659d3ed9f34 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.619422] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e9a73f-bfce-4bdb-aff4-5fc34c470d2f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.648853] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179480MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1427.648982] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.649213] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.980944] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "c9014848-c1a6-4cba-8dc4-01e00800664f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.981271] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.484870] env[68292]: DEBUG nova.compute.utils [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1428.675561] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 718dbd08-f03f-4e46-9170-0da9c8ebef13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1428.675722] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 3f0653df-da0c-4a10-a0e5-1ed29aa00a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1428.675839] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance c9014848-c1a6-4cba-8dc4-01e00800664f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1428.675956] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 9ffc5f93-15ff-4164-bbda-d85c0f1af32c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1428.676159] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1428.676299] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1428.733047] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23378ec1-2d5b-45df-8a54-e9132f1916ff {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.740152] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d85ac6a-4209-4249-a18e-7c2c11cbb046 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.769525] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9a69b8-0d3e-435f-82ec-0461b32fbee3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.776360] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c871df-f90f-4650-b514-d3c8ae1697ca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.789134] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.987893] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.292123] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.797457] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1429.797643] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.047921] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "c9014848-c1a6-4cba-8dc4-01e00800664f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.048343] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.048436] env[68292]: INFO nova.compute.manager [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Attaching volume 559b2837-5283-4b1c-b190-2aa94b219529 to /dev/sdb [ 1430.079292] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a64ee8-6379-4a73-b715-ac54d5b092c3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.086751] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfbdcb7-6e35-4238-b678-fcfa4feb81a5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.099184] env[68292]: DEBUG nova.virt.block_device [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updating existing volume attachment record: dffed789-a1f8-4495-bdf8-45d4d6e51ac4 {{(pid=68292) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1434.641952] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Volume attach. Driver type: vmdk {{(pid=68292) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1434.642254] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615324', 'volume_id': '559b2837-5283-4b1c-b190-2aa94b219529', 'name': 'volume-559b2837-5283-4b1c-b190-2aa94b219529', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9014848-c1a6-4cba-8dc4-01e00800664f', 'attached_at': '', 'detached_at': '', 'volume_id': '559b2837-5283-4b1c-b190-2aa94b219529', 'serial': '559b2837-5283-4b1c-b190-2aa94b219529'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1434.643157] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388bd9c8-7ab4-47e5-a4a6-84b47ca4bb08 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.659574] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d19f22d-6a82-40dc-b148-1ebf4f6924f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.683718] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-559b2837-5283-4b1c-b190-2aa94b219529/volume-559b2837-5283-4b1c-b190-2aa94b219529.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.684338] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d695a8-8938-45de-9c41-482ee9d84368 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.701149] env[68292]: DEBUG oslo_vmware.api [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1434.701149] env[68292]: value = "task-3073150" [ 1434.701149] env[68292]: _type = "Task" [ 1434.701149] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.708580] env[68292]: DEBUG oslo_vmware.api [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.210841] env[68292]: DEBUG oslo_vmware.api [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073150, 'name': ReconfigVM_Task, 'duration_secs': 0.304571} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.211091] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-559b2837-5283-4b1c-b190-2aa94b219529/volume-559b2837-5283-4b1c-b190-2aa94b219529.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.215827] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ac0b88-7153-40a9-8912-0d1d6b238b9c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.230529] env[68292]: DEBUG oslo_vmware.api [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1435.230529] env[68292]: value = "task-3073151" [ 1435.230529] env[68292]: _type = "Task" [ 1435.230529] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.238519] env[68292]: DEBUG oslo_vmware.api [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.740584] env[68292]: DEBUG oslo_vmware.api [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073151, 'name': ReconfigVM_Task, 'duration_secs': 0.14077} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.740923] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615324', 'volume_id': '559b2837-5283-4b1c-b190-2aa94b219529', 'name': 'volume-559b2837-5283-4b1c-b190-2aa94b219529', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9014848-c1a6-4cba-8dc4-01e00800664f', 'attached_at': '', 'detached_at': '', 'volume_id': '559b2837-5283-4b1c-b190-2aa94b219529', 'serial': '559b2837-5283-4b1c-b190-2aa94b219529'} {{(pid=68292) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1436.776815] env[68292]: DEBUG nova.objects.instance [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lazy-loading 'flavor' on Instance uuid c9014848-c1a6-4cba-8dc4-01e00800664f {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.283243] env[68292]: DEBUG oslo_concurrency.lockutils [None req-ec189c6e-b1de-43ad-b89e-ffae53b2debb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.416601] env[68292]: INFO nova.compute.manager [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Rescuing [ 1437.416873] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.417042] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.417229] env[68292]: DEBUG nova.network.neutron [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.133927] env[68292]: DEBUG nova.network.neutron [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updating instance_info_cache with network_info: [{"id": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "address": "fa:16:3e:bd:fc:1d", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef56f3a-cf", "ovs_interfaceid": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.636697] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.174142] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.174580] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19316d9f-d2ef-4266-a4a2-04551a037e6d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.182012] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1440.182012] env[68292]: value = "task-3073152" [ 1440.182012] env[68292]: _type = "Task" [ 1440.182012] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.190727] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.691475] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073152, 'name': PowerOffVM_Task, 'duration_secs': 0.173737} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.691754] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.692540] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdc5ce3-1b00-4521-b137-b901192e3bd0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.714342] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ef80d4-e46e-45ae-b586-6cdeae960a58 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.739383] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.739617] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25e45c31-0fe6-4962-9061-7b6a85352947 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.745542] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1440.745542] env[68292]: value = "task-3073153" [ 1440.745542] env[68292]: _type = "Task" [ 1440.745542] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.752849] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.255920] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] VM already powered off {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1441.256307] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.256427] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.256625] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.256865] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.257124] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a724d159-aacd-4ac8-a71f-1c103d86482c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.265456] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.265632] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.266330] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acdf5b13-5d1e-49b4-9909-72637af600f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.270909] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1441.270909] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527dab67-48a8-114b-1635-618a4d9c0a82" [ 1441.270909] env[68292]: _type = "Task" [ 1441.270909] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.278511] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527dab67-48a8-114b-1635-618a4d9c0a82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.781330] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527dab67-48a8-114b-1635-618a4d9c0a82, 'name': SearchDatastore_Task, 'duration_secs': 0.008381} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.782082] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a29154-393d-48ee-a67d-8ba9342e8da0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.787013] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1441.787013] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5275088f-bd78-eeda-1088-7c8805013de4" [ 1441.787013] env[68292]: _type = "Task" [ 1441.787013] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.794909] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5275088f-bd78-eeda-1088-7c8805013de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.297122] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5275088f-bd78-eeda-1088-7c8805013de4, 'name': SearchDatastore_Task, 'duration_secs': 0.008837} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.297513] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.297647] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] c9014848-c1a6-4cba-8dc4-01e00800664f/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk. {{(pid=68292) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1442.297909] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c436396-5f7b-4a64-9939-52d709fbc912 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.304772] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1442.304772] env[68292]: value = "task-3073154" [ 1442.304772] env[68292]: _type = "Task" [ 1442.304772] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.311639] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.813980] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425714} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.814286] env[68292]: INFO nova.virt.vmwareapi.ds_util [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] c9014848-c1a6-4cba-8dc4-01e00800664f/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk. [ 1442.815019] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8e5d6f-2648-411d-80c0-5b74d3389262 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.840918] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] c9014848-c1a6-4cba-8dc4-01e00800664f/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.841134] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3dc3ddf-2707-470c-84d2-8d7f6787004a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.858559] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1442.858559] env[68292]: value = "task-3073155" [ 1442.858559] env[68292]: _type = "Task" [ 1442.858559] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.865713] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.369195] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073155, 'name': ReconfigVM_Task, 'duration_secs': 0.30835} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.370164] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Reconfigured VM instance instance-0000007d to attach disk [datastore1] c9014848-c1a6-4cba-8dc4-01e00800664f/96b7341a-3976-483d-8cf6-6301408e7de5-rescue.vmdk or device None with type thin {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.370814] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8383cb77-a575-4044-865a-cf5506b124df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.397030] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84b963e-32c1-48f6-8ee0-cd3fdb570edc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.411805] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1443.411805] env[68292]: value = "task-3073156" [ 1443.411805] env[68292]: _type = "Task" [ 1443.411805] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.419144] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.921360] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073156, 'name': ReconfigVM_Task, 'duration_secs': 0.141676} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.921623] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.921895] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59d6b789-0969-4d73-85c9-a6de7bc8bceb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.929346] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1443.929346] env[68292]: value = "task-3073157" [ 1443.929346] env[68292]: _type = "Task" [ 1443.929346] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.938469] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.439176] env[68292]: DEBUG oslo_vmware.api [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073157, 'name': PowerOnVM_Task, 'duration_secs': 0.402116} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.439540] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.441988] env[68292]: DEBUG nova.compute.manager [None req-6f735b54-3f73-4050-b76c-d5472940ccdb tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.442717] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf8938-7b7b-450d-895a-308a548e3b0f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.474492] env[68292]: INFO nova.compute.manager [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Unrescuing [ 1445.474875] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.474923] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquired lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.475073] env[68292]: DEBUG nova.network.neutron [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.203730] env[68292]: DEBUG nova.network.neutron [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updating instance_info_cache with network_info: [{"id": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "address": "fa:16:3e:bd:fc:1d", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef56f3a-cf", "ovs_interfaceid": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.706540] env[68292]: DEBUG oslo_concurrency.lockutils [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Releasing lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.707210] env[68292]: DEBUG nova.objects.instance [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lazy-loading 'flavor' on Instance uuid c9014848-c1a6-4cba-8dc4-01e00800664f {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.213391] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dba3c9-d3c3-4fe7-b2db-0695efbbd8a3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.237595] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.237897] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18529982-f1f7-4b45-97ea-76d5b12f530f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.244242] env[68292]: DEBUG oslo_vmware.api [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1447.244242] env[68292]: value = "task-3073158" [ 1447.244242] env[68292]: _type = "Task" [ 1447.244242] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.252157] env[68292]: DEBUG oslo_vmware.api [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.755161] env[68292]: DEBUG oslo_vmware.api [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073158, 'name': PowerOffVM_Task, 'duration_secs': 0.230356} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.755562] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.760579] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Reconfiguring VM instance instance-0000007d to detach disk 2002 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1447.760841] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa76fb19-26e8-4b3f-b14b-67435e9a737b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.778531] env[68292]: DEBUG oslo_vmware.api [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1447.778531] env[68292]: value = "task-3073159" [ 1447.778531] env[68292]: _type = "Task" [ 1447.778531] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.789528] env[68292]: DEBUG oslo_vmware.api [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.290760] env[68292]: DEBUG oslo_vmware.api [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073159, 'name': ReconfigVM_Task, 'duration_secs': 0.248538} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.291152] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Reconfigured VM instance instance-0000007d to detach disk 2002 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1448.291420] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.291739] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb39d13-7d10-4e70-910b-eb9d609d6c0f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.298773] env[68292]: DEBUG oslo_vmware.api [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1448.298773] env[68292]: value = "task-3073160" [ 1448.298773] env[68292]: _type = "Task" [ 1448.298773] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.305716] env[68292]: DEBUG oslo_vmware.api [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.808554] env[68292]: DEBUG oslo_vmware.api [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073160, 'name': PowerOnVM_Task, 'duration_secs': 0.347131} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.808961] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.809131] env[68292]: DEBUG nova.compute.manager [None req-0da2ec60-fc99-48ac-9b83-ec24b878a503 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.809889] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166918d0-fd86-42a8-b937-c7676dbf28d6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.914056] env[68292]: DEBUG nova.compute.manager [req-5177e679-dd57-4700-9fef-b337ab6cc978 req-06cc05e0-4dcc-4e8d-9771-37d8398dca26 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Received event network-changed-aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.914462] env[68292]: DEBUG nova.compute.manager [req-5177e679-dd57-4700-9fef-b337ab6cc978 req-06cc05e0-4dcc-4e8d-9771-37d8398dca26 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Refreshing instance network info cache due to event network-changed-aef56f3a-cfb9-4f8b-90d8-aebc629a8a44. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1449.914462] env[68292]: DEBUG oslo_concurrency.lockutils [req-5177e679-dd57-4700-9fef-b337ab6cc978 req-06cc05e0-4dcc-4e8d-9771-37d8398dca26 service nova] Acquiring lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.914694] env[68292]: DEBUG oslo_concurrency.lockutils [req-5177e679-dd57-4700-9fef-b337ab6cc978 req-06cc05e0-4dcc-4e8d-9771-37d8398dca26 service nova] Acquired lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.914868] env[68292]: DEBUG nova.network.neutron [req-5177e679-dd57-4700-9fef-b337ab6cc978 req-06cc05e0-4dcc-4e8d-9771-37d8398dca26 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Refreshing network info cache for port aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.606355] env[68292]: DEBUG nova.network.neutron [req-5177e679-dd57-4700-9fef-b337ab6cc978 req-06cc05e0-4dcc-4e8d-9771-37d8398dca26 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updated VIF entry in instance network info cache for port aef56f3a-cfb9-4f8b-90d8-aebc629a8a44. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.606712] env[68292]: DEBUG nova.network.neutron [req-5177e679-dd57-4700-9fef-b337ab6cc978 req-06cc05e0-4dcc-4e8d-9771-37d8398dca26 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updating instance_info_cache with network_info: [{"id": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "address": "fa:16:3e:bd:fc:1d", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef56f3a-cf", "ovs_interfaceid": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.108939] env[68292]: DEBUG oslo_concurrency.lockutils [req-5177e679-dd57-4700-9fef-b337ab6cc978 req-06cc05e0-4dcc-4e8d-9771-37d8398dca26 service nova] Releasing lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.938624] env[68292]: DEBUG nova.compute.manager [req-93430e79-15c0-48d0-98da-e76597760244 req-25fd40c7-9ec4-481a-af53-0dadb77ac7c5 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Received event network-changed-aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.938822] env[68292]: DEBUG nova.compute.manager [req-93430e79-15c0-48d0-98da-e76597760244 req-25fd40c7-9ec4-481a-af53-0dadb77ac7c5 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Refreshing instance network info cache due to event network-changed-aef56f3a-cfb9-4f8b-90d8-aebc629a8a44. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1451.939044] env[68292]: DEBUG oslo_concurrency.lockutils [req-93430e79-15c0-48d0-98da-e76597760244 req-25fd40c7-9ec4-481a-af53-0dadb77ac7c5 service nova] Acquiring lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.939204] env[68292]: DEBUG oslo_concurrency.lockutils [req-93430e79-15c0-48d0-98da-e76597760244 req-25fd40c7-9ec4-481a-af53-0dadb77ac7c5 service nova] Acquired lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.939368] env[68292]: DEBUG nova.network.neutron [req-93430e79-15c0-48d0-98da-e76597760244 req-25fd40c7-9ec4-481a-af53-0dadb77ac7c5 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Refreshing network info cache for port aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.629448] env[68292]: DEBUG nova.network.neutron [req-93430e79-15c0-48d0-98da-e76597760244 req-25fd40c7-9ec4-481a-af53-0dadb77ac7c5 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updated VIF entry in instance network info cache for port aef56f3a-cfb9-4f8b-90d8-aebc629a8a44. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.629810] env[68292]: DEBUG nova.network.neutron [req-93430e79-15c0-48d0-98da-e76597760244 req-25fd40c7-9ec4-481a-af53-0dadb77ac7c5 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updating instance_info_cache with network_info: [{"id": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "address": "fa:16:3e:bd:fc:1d", "network": {"id": "0195f487-9a90-401f-b016-8d53c918d90b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169717907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a36a328f7cfb44f896da624caa6c1d92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef56f3a-cf", "ovs_interfaceid": "aef56f3a-cfb9-4f8b-90d8-aebc629a8a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.133187] env[68292]: DEBUG oslo_concurrency.lockutils [req-93430e79-15c0-48d0-98da-e76597760244 req-25fd40c7-9ec4-481a-af53-0dadb77ac7c5 service nova] Releasing lock "refresh_cache-c9014848-c1a6-4cba-8dc4-01e00800664f" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.283997] env[68292]: DEBUG oslo_concurrency.lockutils [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Acquiring lock "9ffc5f93-15ff-4164-bbda-d85c0f1af32c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.284462] env[68292]: DEBUG oslo_concurrency.lockutils [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Lock "9ffc5f93-15ff-4164-bbda-d85c0f1af32c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.284543] env[68292]: DEBUG oslo_concurrency.lockutils [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Acquiring lock "9ffc5f93-15ff-4164-bbda-d85c0f1af32c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.284723] env[68292]: DEBUG oslo_concurrency.lockutils [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Lock "9ffc5f93-15ff-4164-bbda-d85c0f1af32c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.284906] env[68292]: DEBUG oslo_concurrency.lockutils [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Lock "9ffc5f93-15ff-4164-bbda-d85c0f1af32c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.288576] env[68292]: INFO nova.compute.manager [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Terminating instance [ 1462.793434] env[68292]: DEBUG nova.compute.manager [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1462.793770] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.795039] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82efecf2-0547-496e-9a4f-86d1c724c494 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.802647] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.802878] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99158664-58f6-414e-b31e-64ae1db206a3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.809695] env[68292]: DEBUG oslo_vmware.api [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Waiting for the task: (returnval){ [ 1462.809695] env[68292]: value = "task-3073161" [ 1462.809695] env[68292]: _type = "Task" [ 1462.809695] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.817347] env[68292]: DEBUG oslo_vmware.api [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.319498] env[68292]: DEBUG oslo_vmware.api [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073161, 'name': PowerOffVM_Task, 'duration_secs': 0.163821} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.319894] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.319943] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.320189] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f08a8dd1-0c2d-4d4b-b98d-5bb54a96e984 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.377309] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.377557] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.377715] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Deleting the datastore file [datastore1] 9ffc5f93-15ff-4164-bbda-d85c0f1af32c {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.377974] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-324ff7ec-e1ea-4f2f-884d-c2e5fbfea3bb {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.384110] env[68292]: DEBUG oslo_vmware.api [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Waiting for the task: (returnval){ [ 1463.384110] env[68292]: value = "task-3073163" [ 1463.384110] env[68292]: _type = "Task" [ 1463.384110] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.391626] env[68292]: DEBUG oslo_vmware.api [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.893628] env[68292]: DEBUG oslo_vmware.api [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Task: {'id': task-3073163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128693} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.893896] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.894099] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.894281] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.894453] env[68292]: INFO nova.compute.manager [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1463.894737] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1463.894939] env[68292]: DEBUG nova.compute.manager [-] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.895049] env[68292]: DEBUG nova.network.neutron [-] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1464.338611] env[68292]: DEBUG nova.compute.manager [req-cd591324-3982-417a-9cae-a5e6a34d415e req-4834cc77-2d9d-4bdd-a204-33931631c746 service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Received event network-vif-deleted-12b5f93e-eea6-438e-9185-3b65222182df {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1464.338892] env[68292]: INFO nova.compute.manager [req-cd591324-3982-417a-9cae-a5e6a34d415e req-4834cc77-2d9d-4bdd-a204-33931631c746 service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Neutron deleted interface 12b5f93e-eea6-438e-9185-3b65222182df; detaching it from the instance and deleting it from the info cache [ 1464.338977] env[68292]: DEBUG nova.network.neutron [req-cd591324-3982-417a-9cae-a5e6a34d415e req-4834cc77-2d9d-4bdd-a204-33931631c746 service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.821574] env[68292]: DEBUG nova.network.neutron [-] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.841724] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97143867-4813-4981-bc00-8e02729d7f0a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.851019] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a9207b-ee82-4f22-a180-2f356afb4c80 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.876972] env[68292]: DEBUG nova.compute.manager [req-cd591324-3982-417a-9cae-a5e6a34d415e req-4834cc77-2d9d-4bdd-a204-33931631c746 service nova] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Detach interface failed, port_id=12b5f93e-eea6-438e-9185-3b65222182df, reason: Instance 9ffc5f93-15ff-4164-bbda-d85c0f1af32c could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1465.324731] env[68292]: INFO nova.compute.manager [-] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Took 1.43 seconds to deallocate network for instance. [ 1465.831595] env[68292]: DEBUG oslo_concurrency.lockutils [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.832025] env[68292]: DEBUG oslo_concurrency.lockutils [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.832234] env[68292]: DEBUG nova.objects.instance [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Lazy-loading 'resources' on Instance uuid 9ffc5f93-15ff-4164-bbda-d85c0f1af32c {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.395885] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8566272-a61c-4f6d-94fd-25c4045e31c8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.403952] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80422d79-32a1-4340-9e6d-af926cfdfa44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.434499] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270f0d3e-5fd6-46be-9aa1-032ff63b806d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.441396] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e485fe8-b269-4bea-837c-3e1310b9b1e5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.454093] env[68292]: DEBUG nova.compute.provider_tree [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.956943] env[68292]: DEBUG nova.scheduler.client.report [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.461588] env[68292]: DEBUG oslo_concurrency.lockutils [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.482742] env[68292]: INFO nova.scheduler.client.report [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Deleted allocations for instance 9ffc5f93-15ff-4164-bbda-d85c0f1af32c [ 1467.990612] env[68292]: DEBUG oslo_concurrency.lockutils [None req-950217ae-5128-45e0-8e99-43e7c03ae952 tempest-ServersTestFqdnHostnames-1189069554 tempest-ServersTestFqdnHostnames-1189069554-project-member] Lock "9ffc5f93-15ff-4164-bbda-d85c0f1af32c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.706s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.086479] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Acquiring lock "6446825b-949d-4094-ba29-8b7897e2736c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.086806] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Lock "6446825b-949d-4094-ba29-8b7897e2736c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.591522] env[68292]: DEBUG nova.compute.manager [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1474.111889] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.112174] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.113600] env[68292]: INFO nova.compute.claims [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1475.175775] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31323b2-16e5-47c9-8b3d-a7c9fcd80214 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.182989] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac055a1c-73a7-457b-8832-1b69b34a3dd0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.212289] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a2b426-1e69-4050-8a85-a46d80e98b71 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.218935] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c237da36-affa-40be-929b-8b169b17f702 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.231506] env[68292]: DEBUG nova.compute.provider_tree [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.734816] env[68292]: DEBUG nova.scheduler.client.report [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.239641] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.240189] env[68292]: DEBUG nova.compute.manager [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1476.745434] env[68292]: DEBUG nova.compute.utils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1476.746817] env[68292]: DEBUG nova.compute.manager [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Allocating IP information in the background. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1476.746991] env[68292]: DEBUG nova.network.neutron [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] allocate_for_instance() {{(pid=68292) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1476.781068] env[68292]: DEBUG nova.policy [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b690d6a1506e43fe8d1032ae5bbc8d97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8380e11f935a4f50af88b5a4b49a6385', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68292) authorize /opt/stack/nova/nova/policy.py:192}} [ 1477.015418] env[68292]: DEBUG nova.network.neutron [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Successfully created port: 77dba5fc-30c2-4d97-9f6e-bd3e1f12c597 {{(pid=68292) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1477.250737] env[68292]: DEBUG nova.compute.manager [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1477.795196] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.262596] env[68292]: DEBUG nova.compute.manager [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1478.291165] env[68292]: DEBUG nova.virt.hardware [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1478.291438] env[68292]: DEBUG nova.virt.hardware [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1478.291596] env[68292]: DEBUG nova.virt.hardware [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1478.291810] env[68292]: DEBUG nova.virt.hardware [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1478.291963] env[68292]: DEBUG nova.virt.hardware [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1478.292121] env[68292]: DEBUG nova.virt.hardware [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1478.292327] env[68292]: DEBUG nova.virt.hardware [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1478.292487] env[68292]: DEBUG nova.virt.hardware [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1478.292645] env[68292]: DEBUG nova.virt.hardware [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1478.292822] env[68292]: DEBUG nova.virt.hardware [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1478.292972] env[68292]: DEBUG nova.virt.hardware [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1478.293849] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dafc644-5e3e-4d05-8851-b5740501bf39 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.301898] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955dbccf-3d16-43fd-8f94-2f833b97fd44 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.357689] env[68292]: DEBUG nova.compute.manager [req-f4b6c858-da7f-4de5-a18e-03436e7fb4cb req-79a7c2d7-f2bb-4e98-a4c9-5055ffc7554c service nova] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Received event network-vif-plugged-77dba5fc-30c2-4d97-9f6e-bd3e1f12c597 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1478.357936] env[68292]: DEBUG oslo_concurrency.lockutils [req-f4b6c858-da7f-4de5-a18e-03436e7fb4cb req-79a7c2d7-f2bb-4e98-a4c9-5055ffc7554c service nova] Acquiring lock "6446825b-949d-4094-ba29-8b7897e2736c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.358139] env[68292]: DEBUG oslo_concurrency.lockutils [req-f4b6c858-da7f-4de5-a18e-03436e7fb4cb req-79a7c2d7-f2bb-4e98-a4c9-5055ffc7554c service nova] Lock "6446825b-949d-4094-ba29-8b7897e2736c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.358310] env[68292]: DEBUG oslo_concurrency.lockutils [req-f4b6c858-da7f-4de5-a18e-03436e7fb4cb req-79a7c2d7-f2bb-4e98-a4c9-5055ffc7554c service nova] Lock "6446825b-949d-4094-ba29-8b7897e2736c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.358478] env[68292]: DEBUG nova.compute.manager [req-f4b6c858-da7f-4de5-a18e-03436e7fb4cb req-79a7c2d7-f2bb-4e98-a4c9-5055ffc7554c service nova] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] No waiting events found dispatching network-vif-plugged-77dba5fc-30c2-4d97-9f6e-bd3e1f12c597 {{(pid=68292) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1478.358641] env[68292]: WARNING nova.compute.manager [req-f4b6c858-da7f-4de5-a18e-03436e7fb4cb req-79a7c2d7-f2bb-4e98-a4c9-5055ffc7554c service nova] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Received unexpected event network-vif-plugged-77dba5fc-30c2-4d97-9f6e-bd3e1f12c597 for instance with vm_state building and task_state spawning. [ 1478.444169] env[68292]: DEBUG nova.network.neutron [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Successfully updated port: 77dba5fc-30c2-4d97-9f6e-bd3e1f12c597 {{(pid=68292) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1478.948110] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Acquiring lock "refresh_cache-6446825b-949d-4094-ba29-8b7897e2736c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.948282] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Acquired lock "refresh_cache-6446825b-949d-4094-ba29-8b7897e2736c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.948435] env[68292]: DEBUG nova.network.neutron [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.480995] env[68292]: DEBUG nova.network.neutron [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1479.612125] env[68292]: DEBUG nova.network.neutron [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Updating instance_info_cache with network_info: [{"id": "77dba5fc-30c2-4d97-9f6e-bd3e1f12c597", "address": "fa:16:3e:96:ca:00", "network": {"id": "5dddb823-f578-46ba-849c-4a859de1dc8d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1140912441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8380e11f935a4f50af88b5a4b49a6385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77dba5fc-30", "ovs_interfaceid": "77dba5fc-30c2-4d97-9f6e-bd3e1f12c597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.115295] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Releasing lock "refresh_cache-6446825b-949d-4094-ba29-8b7897e2736c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.115612] env[68292]: DEBUG nova.compute.manager [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Instance network_info: |[{"id": "77dba5fc-30c2-4d97-9f6e-bd3e1f12c597", "address": "fa:16:3e:96:ca:00", "network": {"id": "5dddb823-f578-46ba-849c-4a859de1dc8d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1140912441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8380e11f935a4f50af88b5a4b49a6385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77dba5fc-30", "ovs_interfaceid": "77dba5fc-30c2-4d97-9f6e-bd3e1f12c597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1480.116108] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:ca:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77dba5fc-30c2-4d97-9f6e-bd3e1f12c597', 'vif_model': 'vmxnet3'}] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1480.123416] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Creating folder: Project (8380e11f935a4f50af88b5a4b49a6385). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1480.123683] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-492d0a5f-14b7-461d-98b9-d0f7c14278be {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.135460] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Created folder: Project (8380e11f935a4f50af88b5a4b49a6385) in parent group-v614981. [ 1480.135599] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Creating folder: Instances. Parent ref: group-v615325. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1480.135810] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56c06f2e-a009-423e-a833-362b27e42fca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.145102] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Created folder: Instances in parent group-v615325. [ 1480.145323] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1480.145499] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1480.145686] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72ca2a9a-0bd1-4e42-abb4-581fcb9d73e6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.163513] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1480.163513] env[68292]: value = "task-3073166" [ 1480.163513] env[68292]: _type = "Task" [ 1480.163513] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.172836] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073166, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.382795] env[68292]: DEBUG nova.compute.manager [req-13a6921c-a051-4023-bfb4-682fadf9b710 req-33c6c363-ba73-4c04-9296-7d61fbcd7810 service nova] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Received event network-changed-77dba5fc-30c2-4d97-9f6e-bd3e1f12c597 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1480.382920] env[68292]: DEBUG nova.compute.manager [req-13a6921c-a051-4023-bfb4-682fadf9b710 req-33c6c363-ba73-4c04-9296-7d61fbcd7810 service nova] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Refreshing instance network info cache due to event network-changed-77dba5fc-30c2-4d97-9f6e-bd3e1f12c597. {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1480.383160] env[68292]: DEBUG oslo_concurrency.lockutils [req-13a6921c-a051-4023-bfb4-682fadf9b710 req-33c6c363-ba73-4c04-9296-7d61fbcd7810 service nova] Acquiring lock "refresh_cache-6446825b-949d-4094-ba29-8b7897e2736c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.383309] env[68292]: DEBUG oslo_concurrency.lockutils [req-13a6921c-a051-4023-bfb4-682fadf9b710 req-33c6c363-ba73-4c04-9296-7d61fbcd7810 service nova] Acquired lock "refresh_cache-6446825b-949d-4094-ba29-8b7897e2736c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.383466] env[68292]: DEBUG nova.network.neutron [req-13a6921c-a051-4023-bfb4-682fadf9b710 req-33c6c363-ba73-4c04-9296-7d61fbcd7810 service nova] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Refreshing network info cache for port 77dba5fc-30c2-4d97-9f6e-bd3e1f12c597 {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.674064] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073166, 'name': CreateVM_Task, 'duration_secs': 0.287731} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.674439] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1480.674893] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.675068] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.675382] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.675630] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f76936-4c8c-483e-bd30-4b671b0a9474 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.679916] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Waiting for the task: (returnval){ [ 1480.679916] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527e79e9-dd74-2e61-9233-360d8d9e6416" [ 1480.679916] env[68292]: _type = "Task" [ 1480.679916] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.686890] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527e79e9-dd74-2e61-9233-360d8d9e6416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.060316] env[68292]: DEBUG nova.network.neutron [req-13a6921c-a051-4023-bfb4-682fadf9b710 req-33c6c363-ba73-4c04-9296-7d61fbcd7810 service nova] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Updated VIF entry in instance network info cache for port 77dba5fc-30c2-4d97-9f6e-bd3e1f12c597. {{(pid=68292) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1481.060882] env[68292]: DEBUG nova.network.neutron [req-13a6921c-a051-4023-bfb4-682fadf9b710 req-33c6c363-ba73-4c04-9296-7d61fbcd7810 service nova] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Updating instance_info_cache with network_info: [{"id": "77dba5fc-30c2-4d97-9f6e-bd3e1f12c597", "address": "fa:16:3e:96:ca:00", "network": {"id": "5dddb823-f578-46ba-849c-4a859de1dc8d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1140912441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8380e11f935a4f50af88b5a4b49a6385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77dba5fc-30", "ovs_interfaceid": "77dba5fc-30c2-4d97-9f6e-bd3e1f12c597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.190358] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527e79e9-dd74-2e61-9233-360d8d9e6416, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.190640] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.190870] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1481.191176] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.191347] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.191531] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1481.191783] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7da13c6f-7e50-4245-8656-9ea0e8bf92e7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.200088] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1481.200231] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1481.200888] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e8fc54-33a0-42cb-a16f-2bbfd8b4ff42 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.205667] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Waiting for the task: (returnval){ [ 1481.205667] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527b8762-f343-2f57-d1fc-0f78b3900f24" [ 1481.205667] env[68292]: _type = "Task" [ 1481.205667] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.212467] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527b8762-f343-2f57-d1fc-0f78b3900f24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.297283] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.297453] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68292) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1481.297605] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.564432] env[68292]: DEBUG oslo_concurrency.lockutils [req-13a6921c-a051-4023-bfb4-682fadf9b710 req-33c6c363-ba73-4c04-9296-7d61fbcd7810 service nova] Releasing lock "refresh_cache-6446825b-949d-4094-ba29-8b7897e2736c" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.717782] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527b8762-f343-2f57-d1fc-0f78b3900f24, 'name': SearchDatastore_Task, 'duration_secs': 0.008477} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.718571] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8771935-70c3-4b38-93e0-afe4f72aa8ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.723235] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Waiting for the task: (returnval){ [ 1481.723235] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b13c94-bc5b-dd0f-2470-0f93e60f2902" [ 1481.723235] env[68292]: _type = "Task" [ 1481.723235] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.730264] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b13c94-bc5b-dd0f-2470-0f93e60f2902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.800432] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.800664] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.800828] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.800984] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68292) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1481.801835] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e3268c-24f8-4a34-8586-165604b84d8a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.809523] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afdced5-c8c7-4a28-b835-7ac578e1615f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.822840] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15d964f-29b8-49c6-bb2d-ee77318f4190 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.829524] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cc6311-7cf4-4ac4-8142-ccb5bad85eab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.859025] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180201MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68292) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1481.859175] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.859386] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.233511] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b13c94-bc5b-dd0f-2470-0f93e60f2902, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.233806] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.234087] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 6446825b-949d-4094-ba29-8b7897e2736c/6446825b-949d-4094-ba29-8b7897e2736c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1482.234347] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d53962ca-23cb-4cbc-aadf-926433e850b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.240911] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Waiting for the task: (returnval){ [ 1482.240911] env[68292]: value = "task-3073167" [ 1482.240911] env[68292]: _type = "Task" [ 1482.240911] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.248315] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.750017] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438519} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.750384] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] 6446825b-949d-4094-ba29-8b7897e2736c/6446825b-949d-4094-ba29-8b7897e2736c.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.750508] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.750730] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a95c3fe-91e7-49b6-a2fd-46f2c06609bc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.756522] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Waiting for the task: (returnval){ [ 1482.756522] env[68292]: value = "task-3073168" [ 1482.756522] env[68292]: _type = "Task" [ 1482.756522] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.763302] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.885836] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 718dbd08-f03f-4e46-9170-0da9c8ebef13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.885992] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 3f0653df-da0c-4a10-a0e5-1ed29aa00a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.886163] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance c9014848-c1a6-4cba-8dc4-01e00800664f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.886293] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Instance 6446825b-949d-4094-ba29-8b7897e2736c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68292) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.886466] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1482.886599] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68292) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1482.939427] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f78ef56-5fa2-4381-b508-d74dba38d4df {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.946572] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3280cd87-ca40-4f8f-a1c4-3bff62f46933 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.975346] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d80533-088d-499c-81f4-4c169c38302b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.981833] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb04dc5e-b18a-47f8-a180-adf0407abb65 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.995138] env[68292]: DEBUG nova.compute.provider_tree [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.266950] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07112} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.267261] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1483.268040] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cb82c1-20c2-4474-bb49-6508a3d4c589 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.289578] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 6446825b-949d-4094-ba29-8b7897e2736c/6446825b-949d-4094-ba29-8b7897e2736c.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.289795] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60246f5a-47dd-4ee5-8e91-5d98fa8c1e38 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.309843] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Waiting for the task: (returnval){ [ 1483.309843] env[68292]: value = "task-3073169" [ 1483.309843] env[68292]: _type = "Task" [ 1483.309843] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.320497] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.497889] env[68292]: DEBUG nova.scheduler.client.report [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.820828] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073169, 'name': ReconfigVM_Task, 'duration_secs': 0.263198} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.821176] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 6446825b-949d-4094-ba29-8b7897e2736c/6446825b-949d-4094-ba29-8b7897e2736c.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.821873] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1baff0cb-b85c-455d-8791-7a4791980741 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.828546] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Waiting for the task: (returnval){ [ 1483.828546] env[68292]: value = "task-3073170" [ 1483.828546] env[68292]: _type = "Task" [ 1483.828546] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.836605] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073170, 'name': Rename_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.002284] env[68292]: DEBUG nova.compute.resource_tracker [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68292) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1484.002487] env[68292]: DEBUG oslo_concurrency.lockutils [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.143s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.338482] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073170, 'name': Rename_Task, 'duration_secs': 0.161167} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.338704] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.338946] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f43e67e8-166e-43b3-9f8c-ef96170fa24a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.345394] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Waiting for the task: (returnval){ [ 1484.345394] env[68292]: value = "task-3073171" [ 1484.345394] env[68292]: _type = "Task" [ 1484.345394] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.348568] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "c9014848-c1a6-4cba-8dc4-01e00800664f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.348790] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.354286] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.499889] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.500156] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.500324] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.794948] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.851935] env[68292]: INFO nova.compute.manager [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Detaching volume 559b2837-5283-4b1c-b190-2aa94b219529 [ 1484.856789] env[68292]: DEBUG oslo_vmware.api [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073171, 'name': PowerOnVM_Task, 'duration_secs': 0.431143} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.857043] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.857246] env[68292]: INFO nova.compute.manager [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1484.857425] env[68292]: DEBUG nova.compute.manager [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.858204] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee28da72-e16a-48ad-b0a7-b0cce56486ca {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.887753] env[68292]: INFO nova.virt.block_device [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Attempting to driver detach volume 559b2837-5283-4b1c-b190-2aa94b219529 from mountpoint /dev/sdb [ 1484.887983] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Volume detach. Driver type: vmdk {{(pid=68292) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1484.888205] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615324', 'volume_id': '559b2837-5283-4b1c-b190-2aa94b219529', 'name': 'volume-559b2837-5283-4b1c-b190-2aa94b219529', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9014848-c1a6-4cba-8dc4-01e00800664f', 'attached_at': '', 'detached_at': '', 'volume_id': '559b2837-5283-4b1c-b190-2aa94b219529', 'serial': '559b2837-5283-4b1c-b190-2aa94b219529'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1484.889008] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e08e1be-b1e5-49dd-86c3-99cfb52280b1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.911400] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcb4967-204c-4798-a649-0a610e821ec8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.918807] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd1afeb-bf16-4c51-bdfd-9958e1e10bf9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.938754] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a254800e-8f3a-484b-90c4-9ea9f8400524 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.952501] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] The volume has not been displaced from its original location: [datastore1] volume-559b2837-5283-4b1c-b190-2aa94b219529/volume-559b2837-5283-4b1c-b190-2aa94b219529.vmdk. No consolidation needed. {{(pid=68292) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1484.957613] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1484.958087] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5bf33d3-fcd2-4f20-ba89-3808c959a02c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.975782] env[68292]: DEBUG oslo_vmware.api [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1484.975782] env[68292]: value = "task-3073172" [ 1484.975782] env[68292]: _type = "Task" [ 1484.975782] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.982763] env[68292]: DEBUG oslo_vmware.api [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.377104] env[68292]: INFO nova.compute.manager [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Took 11.28 seconds to build instance. [ 1485.486379] env[68292]: DEBUG oslo_vmware.api [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073172, 'name': ReconfigVM_Task, 'duration_secs': 0.228134} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.486755] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=68292) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1485.492164] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a918d597-6af4-4ef7-a8d1-de534e193727 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.509039] env[68292]: DEBUG oslo_vmware.api [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1485.509039] env[68292]: value = "task-3073173" [ 1485.509039] env[68292]: _type = "Task" [ 1485.509039] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.516479] env[68292]: DEBUG oslo_vmware.api [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.794368] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.879350] env[68292]: DEBUG oslo_concurrency.lockutils [None req-4d3c58af-1a53-4a64-ae50-c8c4a9a63f85 tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Lock "6446825b-949d-4094-ba29-8b7897e2736c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.792s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.020020] env[68292]: DEBUG oslo_vmware.api [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.518041] env[68292]: DEBUG oslo_vmware.api [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073173, 'name': ReconfigVM_Task, 'duration_secs': 0.774616} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.518372] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-615324', 'volume_id': '559b2837-5283-4b1c-b190-2aa94b219529', 'name': 'volume-559b2837-5283-4b1c-b190-2aa94b219529', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9014848-c1a6-4cba-8dc4-01e00800664f', 'attached_at': '', 'detached_at': '', 'volume_id': '559b2837-5283-4b1c-b190-2aa94b219529', 'serial': '559b2837-5283-4b1c-b190-2aa94b219529'} {{(pid=68292) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1487.060258] env[68292]: DEBUG nova.objects.instance [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lazy-loading 'flavor' on Instance uuid c9014848-c1a6-4cba-8dc4-01e00800664f {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.268499] env[68292]: DEBUG oslo_concurrency.lockutils [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Acquiring lock "6446825b-949d-4094-ba29-8b7897e2736c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.268775] env[68292]: DEBUG oslo_concurrency.lockutils [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Lock "6446825b-949d-4094-ba29-8b7897e2736c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.269010] env[68292]: DEBUG oslo_concurrency.lockutils [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Acquiring lock "6446825b-949d-4094-ba29-8b7897e2736c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.269213] env[68292]: DEBUG oslo_concurrency.lockutils [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Lock "6446825b-949d-4094-ba29-8b7897e2736c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.269382] env[68292]: DEBUG oslo_concurrency.lockutils [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Lock "6446825b-949d-4094-ba29-8b7897e2736c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.271777] env[68292]: INFO nova.compute.manager [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Terminating instance [ 1487.776241] env[68292]: DEBUG nova.compute.manager [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1487.776590] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1487.777949] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aca11d5-9c91-48f4-b1bd-a630b937accc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.788077] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1487.788368] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6adea0d-e042-4069-9a4a-88083cdaf219 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.795735] env[68292]: DEBUG oslo_vmware.api [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Waiting for the task: (returnval){ [ 1487.795735] env[68292]: value = "task-3073174" [ 1487.795735] env[68292]: _type = "Task" [ 1487.795735] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.803200] env[68292]: DEBUG oslo_vmware.api [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.067716] env[68292]: DEBUG oslo_concurrency.lockutils [None req-9e97bac2-9d97-4d91-af44-ebfaca9df4b8 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.719s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.305208] env[68292]: DEBUG oslo_vmware.api [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073174, 'name': PowerOffVM_Task, 'duration_secs': 0.176839} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.305485] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.305654] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.305915] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d95af8b-1f51-4bf0-b8de-432a98baf159 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.366923] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.367191] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.367317] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Deleting the datastore file [datastore1] 6446825b-949d-4094-ba29-8b7897e2736c {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.367585] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-531cb2ff-52d6-4df1-b85b-86236fc5220c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.375674] env[68292]: DEBUG oslo_vmware.api [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Waiting for the task: (returnval){ [ 1488.375674] env[68292]: value = "task-3073176" [ 1488.375674] env[68292]: _type = "Task" [ 1488.375674] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.383619] env[68292]: DEBUG oslo_vmware.api [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.654199] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "c9014848-c1a6-4cba-8dc4-01e00800664f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.654467] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.654679] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "c9014848-c1a6-4cba-8dc4-01e00800664f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.654893] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.655090] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.657258] env[68292]: INFO nova.compute.manager [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Terminating instance [ 1488.795285] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.796028] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.796211] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Cleaning up deleted instances {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1488.886757] env[68292]: DEBUG oslo_vmware.api [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Task: {'id': task-3073176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14642} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.887018] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1488.887212] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1488.887385] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1488.887556] env[68292]: INFO nova.compute.manager [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1488.887795] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1488.887988] env[68292]: DEBUG nova.compute.manager [-] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1488.888096] env[68292]: DEBUG nova.network.neutron [-] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1489.145968] env[68292]: DEBUG nova.compute.manager [req-cc68fdc6-44c2-409c-a3d6-7fbe458fd2f0 req-1a5c7dba-ccf8-4171-ab8c-0d0a827824e9 service nova] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Received event network-vif-deleted-77dba5fc-30c2-4d97-9f6e-bd3e1f12c597 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1489.146212] env[68292]: INFO nova.compute.manager [req-cc68fdc6-44c2-409c-a3d6-7fbe458fd2f0 req-1a5c7dba-ccf8-4171-ab8c-0d0a827824e9 service nova] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Neutron deleted interface 77dba5fc-30c2-4d97-9f6e-bd3e1f12c597; detaching it from the instance and deleting it from the info cache [ 1489.146352] env[68292]: DEBUG nova.network.neutron [req-cc68fdc6-44c2-409c-a3d6-7fbe458fd2f0 req-1a5c7dba-ccf8-4171-ab8c-0d0a827824e9 service nova] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.160500] env[68292]: DEBUG nova.compute.manager [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1489.160706] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.161739] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e8d564-b0fd-4b4c-ae80-a5986ac53f33 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.169501] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.169725] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2d16c88-d12a-4f2b-94cc-748630d3abbe {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.176625] env[68292]: DEBUG oslo_vmware.api [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1489.176625] env[68292]: value = "task-3073177" [ 1489.176625] env[68292]: _type = "Task" [ 1489.176625] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.183809] env[68292]: DEBUG oslo_vmware.api [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.303697] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] There are 22 instances to clean {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1489.303895] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 9ffc5f93-15ff-4164-bbda-d85c0f1af32c] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.625986] env[68292]: DEBUG nova.network.neutron [-] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.648454] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df262f3a-dbaf-4640-9b21-8a67ea071011 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.658010] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392dc786-e8ee-4d3c-a528-74c2a418c792 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.685892] env[68292]: DEBUG nova.compute.manager [req-cc68fdc6-44c2-409c-a3d6-7fbe458fd2f0 req-1a5c7dba-ccf8-4171-ab8c-0d0a827824e9 service nova] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Detach interface failed, port_id=77dba5fc-30c2-4d97-9f6e-bd3e1f12c597, reason: Instance 6446825b-949d-4094-ba29-8b7897e2736c could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1489.690855] env[68292]: DEBUG oslo_vmware.api [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073177, 'name': PowerOffVM_Task, 'duration_secs': 0.184413} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.691105] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1489.691281] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1489.691515] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6266eccb-2203-4473-a29e-72e117a327b6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.751866] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1489.752160] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1489.752311] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Deleting the datastore file [datastore1] c9014848-c1a6-4cba-8dc4-01e00800664f {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1489.752574] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-450f26f6-ee1e-4e2f-af87-9417f07f3733 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.758136] env[68292]: DEBUG oslo_vmware.api [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1489.758136] env[68292]: value = "task-3073179" [ 1489.758136] env[68292]: _type = "Task" [ 1489.758136] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.765902] env[68292]: DEBUG oslo_vmware.api [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.807541] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 91e43518-1929-4a1d-90a2-3f5e13e2c662] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.128743] env[68292]: INFO nova.compute.manager [-] [instance: 6446825b-949d-4094-ba29-8b7897e2736c] Took 1.24 seconds to deallocate network for instance. [ 1490.269308] env[68292]: DEBUG oslo_vmware.api [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156439} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.269707] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1490.269777] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1490.269905] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1490.270091] env[68292]: INFO nova.compute.manager [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1490.270326] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1490.270507] env[68292]: DEBUG nova.compute.manager [-] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1490.270600] env[68292]: DEBUG nova.network.neutron [-] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1490.310619] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: ff920df6-dd2d-44c8-aeb2-ab7d067d41ad] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.635475] env[68292]: DEBUG oslo_concurrency.lockutils [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.635772] env[68292]: DEBUG oslo_concurrency.lockutils [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.635992] env[68292]: DEBUG nova.objects.instance [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Lazy-loading 'resources' on Instance uuid 6446825b-949d-4094-ba29-8b7897e2736c {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.813700] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 91b13f26-6e08-4d1b-b485-7edaa36f71e0] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.154878] env[68292]: DEBUG nova.network.neutron [-] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.171325] env[68292]: DEBUG nova.compute.manager [req-a8f0d052-7304-4b1f-b7d5-fdf1e9cfda59 req-e60f2668-dbe0-4755-9d05-8134f217c9a3 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Received event network-vif-deleted-aef56f3a-cfb9-4f8b-90d8-aebc629a8a44 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1491.171529] env[68292]: INFO nova.compute.manager [req-a8f0d052-7304-4b1f-b7d5-fdf1e9cfda59 req-e60f2668-dbe0-4755-9d05-8134f217c9a3 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Neutron deleted interface aef56f3a-cfb9-4f8b-90d8-aebc629a8a44; detaching it from the instance and deleting it from the info cache [ 1491.171710] env[68292]: DEBUG nova.network.neutron [req-a8f0d052-7304-4b1f-b7d5-fdf1e9cfda59 req-e60f2668-dbe0-4755-9d05-8134f217c9a3 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.276993] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609a6c64-9920-4f1d-8fe6-c12f9d8754fa {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.285313] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35046d59-b165-4494-9e01-823ca691dc70 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.317922] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: d73c7121-75ab-4b2c-ae48-58db29722b7c] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.320545] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cec8f45-7ac7-4b1f-9fbf-078eadef2d0e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.328097] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73cb270-6461-4ea7-aaf2-dcaec8351ff5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.342921] env[68292]: DEBUG nova.compute.provider_tree [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1491.657652] env[68292]: INFO nova.compute.manager [-] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Took 1.39 seconds to deallocate network for instance. [ 1491.675171] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e579ac7-a06b-4f06-a303-d1653504314a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.684598] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8240cf91-b091-431c-940b-8ac62cf6c99b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.709970] env[68292]: DEBUG nova.compute.manager [req-a8f0d052-7304-4b1f-b7d5-fdf1e9cfda59 req-e60f2668-dbe0-4755-9d05-8134f217c9a3 service nova] [instance: c9014848-c1a6-4cba-8dc4-01e00800664f] Detach interface failed, port_id=aef56f3a-cfb9-4f8b-90d8-aebc629a8a44, reason: Instance c9014848-c1a6-4cba-8dc4-01e00800664f could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1491.824702] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 4b3fb6b3-1fed-434c-8eb4-e63ae31099c4] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.864528] env[68292]: ERROR nova.scheduler.client.report [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] [req-74b3a937-f985-45f0-a82d-4d2797aef19c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5de465a1-5463-49a8-ac36-0f939aeb666c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-74b3a937-f985-45f0-a82d-4d2797aef19c"}]} [ 1491.880830] env[68292]: DEBUG nova.scheduler.client.report [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Refreshing inventories for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1491.894074] env[68292]: DEBUG nova.scheduler.client.report [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Updating ProviderTree inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1491.894339] env[68292]: DEBUG nova.compute.provider_tree [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1491.904884] env[68292]: DEBUG nova.scheduler.client.report [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Refreshing aggregate associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, aggregates: None {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1491.920723] env[68292]: DEBUG nova.scheduler.client.report [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Refreshing trait associations for resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=68292) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1491.968946] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e8f5e0-763a-4a55-ac54-91e4952fe6d3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.976643] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e44f00-f98e-4d25-99bb-e38ffa9deb49 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.007141] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769b5886-b99c-4e47-a755-5c6d9a8f2027 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.014268] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d4bae6-c882-413b-ac3f-14501fcf2972 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.027080] env[68292]: DEBUG nova.compute.provider_tree [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1492.163779] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.328826] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 4ea85e95-b366-4dd8-a72a-6a172a66d669] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.556039] env[68292]: DEBUG nova.scheduler.client.report [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Updated inventory for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1492.556351] env[68292]: DEBUG nova.compute.provider_tree [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Updating resource provider 5de465a1-5463-49a8-ac36-0f939aeb666c generation from 180 to 181 during operation: update_inventory {{(pid=68292) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1492.556535] env[68292]: DEBUG nova.compute.provider_tree [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Updating inventory in ProviderTree for provider 5de465a1-5463-49a8-ac36-0f939aeb666c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1492.831961] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: ef81f9a2-d7d0-4d3f-9469-f6569e45bf4c] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.061054] env[68292]: DEBUG oslo_concurrency.lockutils [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.425s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.063971] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.900s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.063971] env[68292]: DEBUG nova.objects.instance [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lazy-loading 'resources' on Instance uuid c9014848-c1a6-4cba-8dc4-01e00800664f {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.078054] env[68292]: INFO nova.scheduler.client.report [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Deleted allocations for instance 6446825b-949d-4094-ba29-8b7897e2736c [ 1493.334827] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 112c4ba3-bc3f-4aa4-956b-6276a2a227bc] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.584706] env[68292]: DEBUG oslo_concurrency.lockutils [None req-71bff35f-7910-49fe-b699-49855255cf2f tempest-ServerMetadataTestJSON-126804534 tempest-ServerMetadataTestJSON-126804534-project-member] Lock "6446825b-949d-4094-ba29-8b7897e2736c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.316s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.617247] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bb08ad-879e-43e6-ad9b-8e0030f058ee {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.625758] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44853ace-e414-4953-bc85-9ea60ff7dfae {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.659176] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a344f9-6e69-4d93-94ff-42852e1e548e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.666787] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225259d3-c177-4fe6-8f3b-eff935bf0cf8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.680329] env[68292]: DEBUG nova.compute.provider_tree [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.838242] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 446968b5-4ce4-4032-b24e-7a46a301ce44] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.183954] env[68292]: DEBUG nova.scheduler.client.report [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.341079] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: afbd7432-3bb2-4a84-b705-8149ab92cbe6] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.688729] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.711529] env[68292]: INFO nova.scheduler.client.report [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Deleted allocations for instance c9014848-c1a6-4cba-8dc4-01e00800664f [ 1494.845253] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 10a45d25-ee20-48a3-9e08-1661874f593c] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.219470] env[68292]: DEBUG oslo_concurrency.lockutils [None req-fb382949-5dca-4db1-bcd9-7e6e40a86021 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "c9014848-c1a6-4cba-8dc4-01e00800664f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.565s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.348217] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 2e70d62d-d46c-49c4-9035-098a89157b8b] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.820748] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquiring lock "baa343df-877c-48ed-989f-ef0c8960075e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.821018] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lock "baa343df-877c-48ed-989f-ef0c8960075e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.851653] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 22da095a-789c-44f5-972b-a90b305b04f7] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.323747] env[68292]: DEBUG nova.compute.manager [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Starting instance... {{(pid=68292) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1496.354794] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 17c12b8d-54a4-4530-b476-05bf0e3a1397] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.846160] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.846467] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.847909] env[68292]: INFO nova.compute.claims [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1496.858225] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 909aec8e-e76a-4d4e-816b-ecb5ce4d6cfc] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.361167] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 4ce0e150-4724-40df-b312-d33de7f128f9] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.864971] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 6bec1ca1-246e-4e3a-a433-e26399a969fa] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.905412] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4a27f9-d93b-4754-8ee6-46e428bf7289 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.913197] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b19fa2-79d0-418a-8a69-ba36acfc43a4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.942112] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8652c808-a170-4584-9527-73eca05ff4af {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.948552] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c8114d-cff3-4f05-a045-2a95f0bb852c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.961884] env[68292]: DEBUG nova.compute.provider_tree [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.367843] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 84d83be1-ea9a-4bf1-b942-f994284e6206] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.465222] env[68292]: DEBUG nova.scheduler.client.report [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.871272] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 022bc348-49da-4911-ab3d-a162305bdeaa] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.970112] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.970629] env[68292]: DEBUG nova.compute.manager [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Start building networks asynchronously for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.374217] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: a2554572-80d3-4348-b139-571d724558f6] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.475729] env[68292]: DEBUG nova.compute.utils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Using /dev/sd instead of None {{(pid=68292) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1499.477083] env[68292]: DEBUG nova.compute.manager [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Not allocating networking since 'none' was specified. {{(pid=68292) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1499.878128] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] [instance: 93ea8365-56d5-406d-adea-9acfe659fc3f] Instance has had 0 of 5 cleanup attempts {{(pid=68292) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.978374] env[68292]: DEBUG nova.compute.manager [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Start building block device mappings for instance. {{(pid=68292) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1500.381307] env[68292]: DEBUG oslo_service.periodic_task [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68292) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.381561] env[68292]: DEBUG nova.compute.manager [None req-e0c96531-b194-4abd-a1a6-86af2e5aeb2c None None] Cleaning up deleted instances with incomplete migration {{(pid=68292) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1500.866316] env[68292]: DEBUG oslo_concurrency.lockutils [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "3f0653df-da0c-4a10-a0e5-1ed29aa00a63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.866558] env[68292]: DEBUG oslo_concurrency.lockutils [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "3f0653df-da0c-4a10-a0e5-1ed29aa00a63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.866720] env[68292]: DEBUG oslo_concurrency.lockutils [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "3f0653df-da0c-4a10-a0e5-1ed29aa00a63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.866904] env[68292]: DEBUG oslo_concurrency.lockutils [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "3f0653df-da0c-4a10-a0e5-1ed29aa00a63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.867090] env[68292]: DEBUG oslo_concurrency.lockutils [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "3f0653df-da0c-4a10-a0e5-1ed29aa00a63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.869361] env[68292]: INFO nova.compute.manager [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Terminating instance [ 1500.987759] env[68292]: DEBUG nova.compute.manager [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Start spawning the instance on the hypervisor. {{(pid=68292) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.014322] env[68292]: DEBUG nova.virt.hardware [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1501.014579] env[68292]: DEBUG nova.virt.hardware [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.014738] env[68292]: DEBUG nova.virt.hardware [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1501.014921] env[68292]: DEBUG nova.virt.hardware [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.015107] env[68292]: DEBUG nova.virt.hardware [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1501.015287] env[68292]: DEBUG nova.virt.hardware [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1501.015499] env[68292]: DEBUG nova.virt.hardware [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1501.015658] env[68292]: DEBUG nova.virt.hardware [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1501.015820] env[68292]: DEBUG nova.virt.hardware [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1501.015980] env[68292]: DEBUG nova.virt.hardware [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1501.016169] env[68292]: DEBUG nova.virt.hardware [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1501.017027] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3748be-6902-4af4-a425-cea54d4508f4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.025695] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42efc9b-359c-4727-96ce-a87e82c686c6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.038420] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1501.044121] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Creating folder: Project (a3233c87a1164a45bf366f8128250f8e). Parent ref: group-v614981. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1501.044377] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41696930-681a-4cfe-a767-dd693c6a8283 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.055900] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Created folder: Project (a3233c87a1164a45bf366f8128250f8e) in parent group-v614981. [ 1501.056080] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Creating folder: Instances. Parent ref: group-v615328. {{(pid=68292) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1501.056279] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3873cec3-ce95-4ed1-8a4d-c532cfbffa07 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.064598] env[68292]: INFO nova.virt.vmwareapi.vm_util [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Created folder: Instances in parent group-v615328. [ 1501.064815] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1501.065025] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1501.065224] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bc11236-89e6-4012-91de-64d247ba957d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.079929] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1501.079929] env[68292]: value = "task-3073183" [ 1501.079929] env[68292]: _type = "Task" [ 1501.079929] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.089479] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073183, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.373379] env[68292]: DEBUG nova.compute.manager [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1501.373619] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.374548] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e55fb1-1e2d-4b91-a7ed-c5f0637a8d4c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.382354] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.382736] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6006d775-437a-43d9-88b3-73850b8a5416 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.389037] env[68292]: DEBUG oslo_vmware.api [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1501.389037] env[68292]: value = "task-3073184" [ 1501.389037] env[68292]: _type = "Task" [ 1501.389037] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.397139] env[68292]: DEBUG oslo_vmware.api [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.590061] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073183, 'name': CreateVM_Task, 'duration_secs': 0.248761} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.590061] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.590325] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.590412] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.590732] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.590992] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa33024-c171-4b73-bf65-6d7834e3742f {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.596838] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1501.596838] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52b9ad96-12a4-9e64-a78b-7cf8094db8cf" [ 1501.596838] env[68292]: _type = "Task" [ 1501.596838] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.604291] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b9ad96-12a4-9e64-a78b-7cf8094db8cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.899709] env[68292]: DEBUG oslo_vmware.api [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073184, 'name': PowerOffVM_Task, 'duration_secs': 0.232385} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.900034] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.900249] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.900521] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d50da9c3-190c-422f-b950-b1c1966a2465 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.959760] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.960038] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.960204] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Deleting the datastore file [datastore2] 3f0653df-da0c-4a10-a0e5-1ed29aa00a63 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.960460] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9340bf21-574a-42c3-ba38-66a269347cc5 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.967254] env[68292]: DEBUG oslo_vmware.api [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1501.967254] env[68292]: value = "task-3073186" [ 1501.967254] env[68292]: _type = "Task" [ 1501.967254] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.974685] env[68292]: DEBUG oslo_vmware.api [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.107380] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52b9ad96-12a4-9e64-a78b-7cf8094db8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.107715] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.107961] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1502.108223] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.108366] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.108549] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1502.108804] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a478ef56-8ec2-4c93-b55d-ba4c14e809c2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.126414] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1502.126678] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1502.127469] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abd90a5-d829-4816-9172-648b159e5612 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.132532] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1502.132532] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]52cbff8b-5e59-008f-5558-ff1e5f41e803" [ 1502.132532] env[68292]: _type = "Task" [ 1502.132532] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.140523] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cbff8b-5e59-008f-5558-ff1e5f41e803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.476658] env[68292]: DEBUG oslo_vmware.api [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170503} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.477078] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.477136] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.477289] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.477463] env[68292]: INFO nova.compute.manager [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1502.477703] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1502.477897] env[68292]: DEBUG nova.compute.manager [-] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.477990] env[68292]: DEBUG nova.network.neutron [-] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.643130] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]52cbff8b-5e59-008f-5558-ff1e5f41e803, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.643889] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33925f61-d8e7-44e3-a257-7b1cfaec1876 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.648925] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1502.648925] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]5209190d-e9b2-318b-3df5-e7f6fe7c1f09" [ 1502.648925] env[68292]: _type = "Task" [ 1502.648925] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.657436] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5209190d-e9b2-318b-3df5-e7f6fe7c1f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.737197] env[68292]: DEBUG nova.compute.manager [req-8117b566-6375-4832-a0c5-1e150e3816ce req-d0f22817-7c31-4b21-b4f6-f4cbdb04e5d6 service nova] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Received event network-vif-deleted-087412b7-69da-4663-acbb-9002817c5079 {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.737495] env[68292]: INFO nova.compute.manager [req-8117b566-6375-4832-a0c5-1e150e3816ce req-d0f22817-7c31-4b21-b4f6-f4cbdb04e5d6 service nova] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Neutron deleted interface 087412b7-69da-4663-acbb-9002817c5079; detaching it from the instance and deleting it from the info cache [ 1502.737626] env[68292]: DEBUG nova.network.neutron [req-8117b566-6375-4832-a0c5-1e150e3816ce req-d0f22817-7c31-4b21-b4f6-f4cbdb04e5d6 service nova] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.159256] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]5209190d-e9b2-318b-3df5-e7f6fe7c1f09, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.159537] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.159795] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] baa343df-877c-48ed-989f-ef0c8960075e/baa343df-877c-48ed-989f-ef0c8960075e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1503.160083] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceecf3ea-baf4-4e38-802e-d9a663168bf2 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.166908] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1503.166908] env[68292]: value = "task-3073187" [ 1503.166908] env[68292]: _type = "Task" [ 1503.166908] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.174018] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.218530] env[68292]: DEBUG nova.network.neutron [-] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.240945] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58b4d6e4-ec9b-4975-9a8c-d0f1a8e5d574 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.250509] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c66d30-12c2-4536-9233-e022634cd790 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.275470] env[68292]: DEBUG nova.compute.manager [req-8117b566-6375-4832-a0c5-1e150e3816ce req-d0f22817-7c31-4b21-b4f6-f4cbdb04e5d6 service nova] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Detach interface failed, port_id=087412b7-69da-4663-acbb-9002817c5079, reason: Instance 3f0653df-da0c-4a10-a0e5-1ed29aa00a63 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1503.676913] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439037} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.677198] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore1] baa343df-877c-48ed-989f-ef0c8960075e/baa343df-877c-48ed-989f-ef0c8960075e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1503.677415] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1503.677657] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f821102-5023-4c52-bfcf-63d22903a77a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.684441] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1503.684441] env[68292]: value = "task-3073188" [ 1503.684441] env[68292]: _type = "Task" [ 1503.684441] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.691320] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.720923] env[68292]: INFO nova.compute.manager [-] [instance: 3f0653df-da0c-4a10-a0e5-1ed29aa00a63] Took 1.24 seconds to deallocate network for instance. [ 1504.194638] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062315} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.194853] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1504.195624] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04f960b-97e1-457c-b0d5-2b4738ee6dd0 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.215605] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] baa343df-877c-48ed-989f-ef0c8960075e/baa343df-877c-48ed-989f-ef0c8960075e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.215830] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-410729b1-d1e8-473b-8f6c-7c7617e24738 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.229932] env[68292]: DEBUG oslo_concurrency.lockutils [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.230266] env[68292]: DEBUG oslo_concurrency.lockutils [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.230475] env[68292]: DEBUG nova.objects.instance [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lazy-loading 'resources' on Instance uuid 3f0653df-da0c-4a10-a0e5-1ed29aa00a63 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.237119] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1504.237119] env[68292]: value = "task-3073189" [ 1504.237119] env[68292]: _type = "Task" [ 1504.237119] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.245257] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.746388] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073189, 'name': ReconfigVM_Task, 'duration_secs': 0.26472} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.746726] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Reconfigured VM instance instance-00000080 to attach disk [datastore1] baa343df-877c-48ed-989f-ef0c8960075e/baa343df-877c-48ed-989f-ef0c8960075e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.747317] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a327b34-318d-48d6-ad7a-ef4bbd7b33ab {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.754168] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1504.754168] env[68292]: value = "task-3073190" [ 1504.754168] env[68292]: _type = "Task" [ 1504.754168] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.764287] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073190, 'name': Rename_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.788328] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec67d538-3551-4991-9e12-57be339d617d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.795535] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931fa604-8fc7-4b66-93a9-4db83c25bbdf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.825224] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f337f55a-604d-45cb-aed3-de2399588c4e {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.832507] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ad4576-f7b5-4544-9f8c-fb4a74fae657 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.845572] env[68292]: DEBUG nova.compute.provider_tree [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.266872] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073190, 'name': Rename_Task, 'duration_secs': 0.140493} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.267125] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.267378] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72241c12-fa2a-4ded-af4f-04ad37e00ce3 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.274081] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1505.274081] env[68292]: value = "task-3073191" [ 1505.274081] env[68292]: _type = "Task" [ 1505.274081] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.281887] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.349118] env[68292]: DEBUG nova.scheduler.client.report [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.783539] env[68292]: DEBUG oslo_vmware.api [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073191, 'name': PowerOnVM_Task, 'duration_secs': 0.389236} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.783955] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.784069] env[68292]: INFO nova.compute.manager [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Took 4.80 seconds to spawn the instance on the hypervisor. [ 1505.784214] env[68292]: DEBUG nova.compute.manager [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.784945] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bde49b-6d79-454a-b752-15ca2067af56 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.853724] env[68292]: DEBUG oslo_concurrency.lockutils [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.872249] env[68292]: INFO nova.scheduler.client.report [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Deleted allocations for instance 3f0653df-da0c-4a10-a0e5-1ed29aa00a63 [ 1506.300676] env[68292]: INFO nova.compute.manager [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Took 9.47 seconds to build instance. [ 1506.380451] env[68292]: DEBUG oslo_concurrency.lockutils [None req-360bf602-9667-4251-824a-cd542087035d tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "3f0653df-da0c-4a10-a0e5-1ed29aa00a63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.514s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.802686] env[68292]: DEBUG oslo_concurrency.lockutils [None req-896f94f4-02b8-40ec-a305-546992f599f8 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lock "baa343df-877c-48ed-989f-ef0c8960075e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.981s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.887900] env[68292]: INFO nova.compute.manager [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Rebuilding instance [ 1506.926607] env[68292]: DEBUG nova.compute.manager [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1506.927510] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801acb4d-84bc-4312-aa7c-1145e1431005 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.496073] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "718dbd08-f03f-4e46-9170-0da9c8ebef13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.496301] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "718dbd08-f03f-4e46-9170-0da9c8ebef13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.496466] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "718dbd08-f03f-4e46-9170-0da9c8ebef13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.496648] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "718dbd08-f03f-4e46-9170-0da9c8ebef13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.496814] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "718dbd08-f03f-4e46-9170-0da9c8ebef13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.498689] env[68292]: INFO nova.compute.manager [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Terminating instance [ 1507.941313] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.941645] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0754c199-bdd5-4716-b27f-6eb69a753834 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.948525] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1507.948525] env[68292]: value = "task-3073192" [ 1507.948525] env[68292]: _type = "Task" [ 1507.948525] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.957503] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.002545] env[68292]: DEBUG nova.compute.manager [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1508.002924] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1508.003843] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba74709-ba05-4bd2-aa4f-1dac6bd3938b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.011039] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1508.011277] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b45e2ec9-1f71-484b-9559-89930b8c6b9d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.017572] env[68292]: DEBUG oslo_vmware.api [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1508.017572] env[68292]: value = "task-3073193" [ 1508.017572] env[68292]: _type = "Task" [ 1508.017572] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.025146] env[68292]: DEBUG oslo_vmware.api [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.458681] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073192, 'name': PowerOffVM_Task, 'duration_secs': 0.184409} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.458888] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.459534] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1508.460331] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27c1f18-a745-4af2-a81b-5117f407ddf6 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.466410] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1508.466627] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c54ac217-abd3-4c5a-a2a0-c733fefb9faf {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.491831] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1508.492080] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Deleting contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1508.492278] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Deleting the datastore file [datastore1] baa343df-877c-48ed-989f-ef0c8960075e {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.492521] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c32c328-814a-4b84-add2-20085e3e1cb4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.498254] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1508.498254] env[68292]: value = "task-3073195" [ 1508.498254] env[68292]: _type = "Task" [ 1508.498254] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.505555] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.525757] env[68292]: DEBUG oslo_vmware.api [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073193, 'name': PowerOffVM_Task, 'duration_secs': 0.192087} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.525987] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.526177] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1508.526402] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7931352d-d777-44e4-ba1b-b703d25bb8dc {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.584409] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1508.584634] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1508.584818] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Deleting the datastore file [datastore2] 718dbd08-f03f-4e46-9170-0da9c8ebef13 {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.585095] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23ea9b99-3416-4594-94f0-6cf4e7427059 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.590868] env[68292]: DEBUG oslo_vmware.api [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for the task: (returnval){ [ 1508.590868] env[68292]: value = "task-3073197" [ 1508.590868] env[68292]: _type = "Task" [ 1508.590868] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.598413] env[68292]: DEBUG oslo_vmware.api [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.008783] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096792} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.009196] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1509.009325] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Deleted contents of the VM from datastore datastore1 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1509.009561] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1509.100431] env[68292]: DEBUG oslo_vmware.api [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Task: {'id': task-3073197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149261} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.100686] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1509.100858] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1509.101043] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1509.101220] env[68292]: INFO nova.compute.manager [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1509.101455] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1509.101641] env[68292]: DEBUG nova.compute.manager [-] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1509.101734] env[68292]: DEBUG nova.network.neutron [-] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1509.364732] env[68292]: DEBUG nova.compute.manager [req-36e11eca-78e2-4981-845e-b43a4179639c req-ed54c022-3f47-4df1-9a33-4e1ef8272073 service nova] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Received event network-vif-deleted-c823405f-5ccc-498d-83b1-03a3779d727c {{(pid=68292) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.364942] env[68292]: INFO nova.compute.manager [req-36e11eca-78e2-4981-845e-b43a4179639c req-ed54c022-3f47-4df1-9a33-4e1ef8272073 service nova] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Neutron deleted interface c823405f-5ccc-498d-83b1-03a3779d727c; detaching it from the instance and deleting it from the info cache [ 1509.365197] env[68292]: DEBUG nova.network.neutron [req-36e11eca-78e2-4981-845e-b43a4179639c req-ed54c022-3f47-4df1-9a33-4e1ef8272073 service nova] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.844011] env[68292]: DEBUG nova.network.neutron [-] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.868148] env[68292]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5451cb0c-7617-47b4-bcd3-1e60aab7c301 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.877813] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95982217-accd-40df-9b23-8783c42aeea7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.902051] env[68292]: DEBUG nova.compute.manager [req-36e11eca-78e2-4981-845e-b43a4179639c req-ed54c022-3f47-4df1-9a33-4e1ef8272073 service nova] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Detach interface failed, port_id=c823405f-5ccc-498d-83b1-03a3779d727c, reason: Instance 718dbd08-f03f-4e46-9170-0da9c8ebef13 could not be found. {{(pid=68292) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1510.044490] env[68292]: DEBUG nova.virt.hardware [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T16:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T16:37:42Z,direct_url=,disk_format='vmdk',id=96b7341a-3976-483d-8cf6-6301408e7de5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='037bb4d1febe4b2383c3bf93398d1233',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T16:37:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1510.044808] env[68292]: DEBUG nova.virt.hardware [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Flavor limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.044919] env[68292]: DEBUG nova.virt.hardware [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Image limits 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1510.045118] env[68292]: DEBUG nova.virt.hardware [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Flavor pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.045262] env[68292]: DEBUG nova.virt.hardware [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Image pref 0:0:0 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1510.045407] env[68292]: DEBUG nova.virt.hardware [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68292) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1510.045609] env[68292]: DEBUG nova.virt.hardware [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1510.045802] env[68292]: DEBUG nova.virt.hardware [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1510.045979] env[68292]: DEBUG nova.virt.hardware [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Got 1 possible topologies {{(pid=68292) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1510.046158] env[68292]: DEBUG nova.virt.hardware [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1510.046440] env[68292]: DEBUG nova.virt.hardware [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68292) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1510.047246] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146b1676-23e5-4d22-beb4-59db84eca257 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.055357] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc665b7-1356-4a37-9f40-0cc3074dd9b7 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.068378] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Instance VIF info [] {{(pid=68292) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.073752] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1510.073964] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Creating VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.074190] env[68292]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55f40a41-eb36-426c-8855-a3779789032b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.091316] env[68292]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.091316] env[68292]: value = "task-3073198" [ 1510.091316] env[68292]: _type = "Task" [ 1510.091316] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.098935] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073198, 'name': CreateVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.347271] env[68292]: INFO nova.compute.manager [-] [instance: 718dbd08-f03f-4e46-9170-0da9c8ebef13] Took 1.25 seconds to deallocate network for instance. [ 1510.601288] env[68292]: DEBUG oslo_vmware.api [-] Task: {'id': task-3073198, 'name': CreateVM_Task, 'duration_secs': 0.253487} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.601496] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Created VM on the ESX host {{(pid=68292) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1510.601856] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.602029] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.602354] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.602606] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8401819-e60d-4e30-bea1-ae2c9ed91ad4 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.606592] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1510.606592] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]527abf23-d1ff-769b-5aee-32705cb03129" [ 1510.606592] env[68292]: _type = "Task" [ 1510.606592] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.613902] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527abf23-d1ff-769b-5aee-32705cb03129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.854216] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.854580] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.854916] env[68292]: DEBUG nova.objects.instance [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lazy-loading 'resources' on Instance uuid 718dbd08-f03f-4e46-9170-0da9c8ebef13 {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.117298] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]527abf23-d1ff-769b-5aee-32705cb03129, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.117766] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.117766] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Processing image 96b7341a-3976-483d-8cf6-6301408e7de5 {{(pid=68292) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.118014] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.118176] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.118360] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.118618] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8957ec4-5008-4579-9882-b6e3f0220726 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.126994] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68292) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.127183] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68292) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.127839] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4108b756-abcf-4279-98c0-4d24b667d322 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.132732] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1511.132732] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]523e86bb-07dd-a92b-2113-c46212f9b6cd" [ 1511.132732] env[68292]: _type = "Task" [ 1511.132732] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.139851] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523e86bb-07dd-a92b-2113-c46212f9b6cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.400734] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d17fe2e-d460-4fbe-944b-4d2d715f8a2c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.407907] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74d3bee-8233-427e-a525-b25fbe91e326 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.438944] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b78000e-c0a5-4622-b667-0c5f146662de {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.445639] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431b412e-8e15-4bb7-8a19-93a984ee00f9 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.458233] env[68292]: DEBUG nova.compute.provider_tree [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.643020] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]523e86bb-07dd-a92b-2113-c46212f9b6cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008124} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.643720] env[68292]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-486bef62-6fa3-4a51-8bad-1a924d326021 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.648454] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1511.648454] env[68292]: value = "session[52bab915-3314-114f-8cc9-b45d02911388]522d353f-ac24-06c4-7de9-464c90653f00" [ 1511.648454] env[68292]: _type = "Task" [ 1511.648454] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.655350] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522d353f-ac24-06c4-7de9-464c90653f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.961323] env[68292]: DEBUG nova.scheduler.client.report [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.158263] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': session[52bab915-3314-114f-8cc9-b45d02911388]522d353f-ac24-06c4-7de9-464c90653f00, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.158621] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.158722] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] baa343df-877c-48ed-989f-ef0c8960075e/baa343df-877c-48ed-989f-ef0c8960075e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.158966] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7580185d-691f-4d41-8668-7d6579320bce {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.166775] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1512.166775] env[68292]: value = "task-3073199" [ 1512.166775] env[68292]: _type = "Task" [ 1512.166775] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.173510] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.466298] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.487570] env[68292]: INFO nova.scheduler.client.report [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Deleted allocations for instance 718dbd08-f03f-4e46-9170-0da9c8ebef13 [ 1512.676857] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417211} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.677116] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/96b7341a-3976-483d-8cf6-6301408e7de5/96b7341a-3976-483d-8cf6-6301408e7de5.vmdk to [datastore2] baa343df-877c-48ed-989f-ef0c8960075e/baa343df-877c-48ed-989f-ef0c8960075e.vmdk {{(pid=68292) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1512.677348] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Extending root virtual disk to 1048576 {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1512.677589] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3230605c-fd97-4645-abcc-01a2d9df7dd1 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.684195] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1512.684195] env[68292]: value = "task-3073200" [ 1512.684195] env[68292]: _type = "Task" [ 1512.684195] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.692755] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.995825] env[68292]: DEBUG oslo_concurrency.lockutils [None req-6d541c82-97d3-4e2e-8a68-bf8e04d20541 tempest-ServerRescueNegativeTestJSON-1707569299 tempest-ServerRescueNegativeTestJSON-1707569299-project-member] Lock "718dbd08-f03f-4e46-9170-0da9c8ebef13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.499s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.193446] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066062} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.193806] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Extended root virtual disk {{(pid=68292) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1513.194535] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aafcda-8f3a-4b84-8e57-4bc360922033 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.213158] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] baa343df-877c-48ed-989f-ef0c8960075e/baa343df-877c-48ed-989f-ef0c8960075e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.213391] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a2e51d-edd8-47d6-a767-cf288eaab227 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.231900] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1513.231900] env[68292]: value = "task-3073201" [ 1513.231900] env[68292]: _type = "Task" [ 1513.231900] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.238780] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.743248] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073201, 'name': ReconfigVM_Task, 'duration_secs': 0.246402} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.743563] env[68292]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Reconfigured VM instance instance-00000080 to attach disk [datastore2] baa343df-877c-48ed-989f-ef0c8960075e/baa343df-877c-48ed-989f-ef0c8960075e.vmdk or device None with type sparse {{(pid=68292) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.744169] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7957fbfd-94ee-446b-8aa3-9769e750a909 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.750511] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1513.750511] env[68292]: value = "task-3073202" [ 1513.750511] env[68292]: _type = "Task" [ 1513.750511] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.761677] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073202, 'name': Rename_Task} progress is 6%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.260168] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073202, 'name': Rename_Task, 'duration_secs': 0.126257} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.260557] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Powering on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.260707] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b583831f-b08c-4b13-a708-547da6a3104d {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.267467] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1514.267467] env[68292]: value = "task-3073203" [ 1514.267467] env[68292]: _type = "Task" [ 1514.267467] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.274898] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.777569] env[68292]: DEBUG oslo_vmware.api [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073203, 'name': PowerOnVM_Task, 'duration_secs': 0.396555} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.777837] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Powered on the VM {{(pid=68292) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.778057] env[68292]: DEBUG nova.compute.manager [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Checking state {{(pid=68292) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.778813] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8009607-4332-46e9-a471-7106adba6490 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.298199] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.298461] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.298675] env[68292]: DEBUG nova.objects.instance [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68292) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1515.653592] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquiring lock "baa343df-877c-48ed-989f-ef0c8960075e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.653901] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lock "baa343df-877c-48ed-989f-ef0c8960075e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.654162] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquiring lock "baa343df-877c-48ed-989f-ef0c8960075e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.654342] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lock "baa343df-877c-48ed-989f-ef0c8960075e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.654507] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lock "baa343df-877c-48ed-989f-ef0c8960075e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.656732] env[68292]: INFO nova.compute.manager [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Terminating instance [ 1516.160659] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquiring lock "refresh_cache-baa343df-877c-48ed-989f-ef0c8960075e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.160847] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquired lock "refresh_cache-baa343df-877c-48ed-989f-ef0c8960075e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.161066] env[68292]: DEBUG nova.network.neutron [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Building network info cache for instance {{(pid=68292) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.306745] env[68292]: DEBUG oslo_concurrency.lockutils [None req-d2394bd3-5c9f-4411-85ba-31beb3aab240 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.680341] env[68292]: DEBUG nova.network.neutron [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1516.731624] env[68292]: DEBUG nova.network.neutron [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.234727] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Releasing lock "refresh_cache-baa343df-877c-48ed-989f-ef0c8960075e" {{(pid=68292) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.235219] env[68292]: DEBUG nova.compute.manager [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Start destroying the instance on the hypervisor. {{(pid=68292) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.235427] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Destroying instance {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.236333] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf081ef-b539-471c-95fc-042e7f16202a {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.244333] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Powering off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.244571] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5de099b-b4c2-4fd7-978d-f32536270fe8 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.250361] env[68292]: DEBUG oslo_vmware.api [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1517.250361] env[68292]: value = "task-3073204" [ 1517.250361] env[68292]: _type = "Task" [ 1517.250361] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.258636] env[68292]: DEBUG oslo_vmware.api [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.760127] env[68292]: DEBUG oslo_vmware.api [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073204, 'name': PowerOffVM_Task, 'duration_secs': 0.118239} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.760513] env[68292]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Powered off the VM {{(pid=68292) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.760601] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Unregistering the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1517.760828] env[68292]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1075b249-70cd-42d1-be59-6823d4355d7b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.785358] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Unregistered the VM {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1517.785637] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Deleting contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1517.785894] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Deleting the datastore file [datastore2] baa343df-877c-48ed-989f-ef0c8960075e {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1517.786200] env[68292]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a10de9df-0422-4981-9ad2-7aaf3da67094 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.791810] env[68292]: DEBUG oslo_vmware.api [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for the task: (returnval){ [ 1517.791810] env[68292]: value = "task-3073206" [ 1517.791810] env[68292]: _type = "Task" [ 1517.791810] env[68292]: } to complete. {{(pid=68292) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.798885] env[68292]: DEBUG oslo_vmware.api [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.301604] env[68292]: DEBUG oslo_vmware.api [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Task: {'id': task-3073206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10717} completed successfully. {{(pid=68292) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.301859] env[68292]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Deleted the datastore file {{(pid=68292) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1518.302080] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Deleted contents of the VM from datastore datastore2 {{(pid=68292) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1518.302276] env[68292]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Instance destroyed {{(pid=68292) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1518.302454] env[68292]: INFO nova.compute.manager [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1518.302711] env[68292]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68292) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1518.302898] env[68292]: DEBUG nova.compute.manager [-] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Deallocating network for instance {{(pid=68292) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1518.302993] env[68292]: DEBUG nova.network.neutron [-] [instance: baa343df-877c-48ed-989f-ef0c8960075e] deallocate_for_instance() {{(pid=68292) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1518.318116] env[68292]: DEBUG nova.network.neutron [-] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Instance cache missing network info. {{(pid=68292) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1518.820885] env[68292]: DEBUG nova.network.neutron [-] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Updating instance_info_cache with network_info: [] {{(pid=68292) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.323212] env[68292]: INFO nova.compute.manager [-] [instance: baa343df-877c-48ed-989f-ef0c8960075e] Took 1.02 seconds to deallocate network for instance. [ 1519.829698] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.830123] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.830256] env[68292]: DEBUG nova.objects.instance [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lazy-loading 'resources' on Instance uuid baa343df-877c-48ed-989f-ef0c8960075e {{(pid=68292) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.366098] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1627c1d7-f6df-4225-a00d-13f296b199ac {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.373796] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f35a5c-8ed2-41e4-b08f-3c6a6c22405c {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.403484] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54de1231-b015-49c8-8b70-32e0ca98e94b {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.410282] env[68292]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48614ac8-d120-4233-937f-fdbf6922f237 {{(pid=68292) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.422806] env[68292]: DEBUG nova.compute.provider_tree [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Inventory has not changed in ProviderTree for provider: 5de465a1-5463-49a8-ac36-0f939aeb666c {{(pid=68292) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.926452] env[68292]: DEBUG nova.scheduler.client.report [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Inventory has not changed for provider 5de465a1-5463-49a8-ac36-0f939aeb666c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68292) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.432136] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.451009] env[68292]: INFO nova.scheduler.client.report [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Deleted allocations for instance baa343df-877c-48ed-989f-ef0c8960075e [ 1521.959779] env[68292]: DEBUG oslo_concurrency.lockutils [None req-7ea205ad-008d-4fba-baef-d4630d35d9c4 tempest-ServersListShow2100Test-602177227 tempest-ServersListShow2100Test-602177227-project-member] Lock "baa343df-877c-48ed-989f-ef0c8960075e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.306s {{(pid=68292) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}